-- Logs begin at Mon 2021-11-22 22:19:23 UTC, end at Mon 2021-11-22 23:21:12 UTC. -- Nov 22 22:50:45.556305 dv-cinder-818834-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 22:50:48.340285 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.common.config [-] Logging enabled! Nov 22 22:50:48.340920 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 22 22:50:48.341084 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 22:50:48.344487 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.common.config [-] Logging enabled! Nov 22 22:50:48.344744 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 22 22:50:48.345057 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 22:50:48.346058 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 22:50:48.346295 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 22:50:48.346663 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 22:50:48.346912 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 22:50:48.347139 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 22:50:48.347459 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.347890 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 22:50:48.348204 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.348501 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.348796 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.349091 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.349384 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.349706 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.350000 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.350303 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.350595 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.350879 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.351168 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.351963 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.352413 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.352821 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.353123 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.353416 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] debug = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.353746 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.354190 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.354625 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.354912 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.355207 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.355494 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.355771 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.356050 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.356343 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.356679 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] host = dv-cinder-818834-1-iscsi {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.356964 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.357257 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.357549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.357871 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.358170 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.358443 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.358812 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.359341 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.359341 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] log_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.359571 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.359821 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.360112 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.360407 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.360638 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.360864 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.361160 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.361454 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.361758 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.362040 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.362320 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.362599 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.362877 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.363150 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.363442 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.363729 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.364025 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.364303 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.364579 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.364856 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.365128 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.365420 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.365721 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.366060 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.366278 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.366562 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.366836 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.367141 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.368088 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.368598 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.368904 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.369203 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.369514 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.369803 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.370084 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.370361 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.370638 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] use_json = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.370916 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.371190 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.371476 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.371755 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.372030 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.372304 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.372585 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.372867 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:48.373167 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.373467 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.373801 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.374089 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.374397 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.374679 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.374972 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.375253 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.375546 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.375842 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.376165 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.376424 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.376717 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.376998 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.377297 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.377606 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.377931 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.378233 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.378514 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.378795 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.379074 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.379357 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.379649 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.379932 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.380223 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.380514 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.380795 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.381095 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.381386 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.381707 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.382004 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.382284 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.382565 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.382987 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.383479 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.383827 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.384153 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.384406 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.384692 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.384972 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.385259 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.385539 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.385840 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.386124 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.386407 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.386701 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.386982 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.387257 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.387530 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.387807 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.388080 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.388367 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.388648 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.388922 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.389197 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.389476 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.389773 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.390313 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.390313 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.390599 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.390874 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.391149 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.391421 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.391694 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.391967 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.392239 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.392513 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.392836 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.393061 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.393336 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.393609 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.393903 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.394179 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.394456 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.394744 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.395047 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.395327 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.395609 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.395888 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.396173 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.396454 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.396730 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.397009 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.397289 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.397565 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.397886 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.398171 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.398565 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.399074 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.399455 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.399768 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.400056 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.400345 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.400646 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.400905 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.401199 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.401501 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.401882 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.402184 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.402508 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.402853 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.403165 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.403471 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.403828 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.404137 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:48.404391 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 22:50:48.404666 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102521) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 22:50:48.856235 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 22:50:48.856525 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 22:50:48.856837 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 22:50:48.857181 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 22:50:49.190726 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.190955 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.191234 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.192437 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.192715 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.192986 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.231153 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.231439 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.231713 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.246594 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.246880 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.247153 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.277370 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.277680 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.277956 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.316803 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.317087 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.317364 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.570204 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.570851 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.571086 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.571369 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.572092 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.676018 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.676338 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.676619 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.676886 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.677148 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.677454 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.677739 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.677995 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.678245 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.678524 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.678778 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.679036 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.679288 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.679569 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.679935 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.680203 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.680456 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.680718 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.680984 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.681239 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.681507 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.681787 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.682067 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.682438 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.682686 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.682930 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.683323 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 22:50:49.683563 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 22:50:49.683799 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 22:50:49.684034 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 22:50:49.684266 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 22:50:49.684508 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 22:50:49.684867 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 22:50:49.688002 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 22:50:49.691928 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 22:50:49.696367 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Nov 22 22:50:49.698142 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 22:50:49.698602 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 22:50:49.698936 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 22:50:49.699323 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 22:50:49.702159 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 22:50:49.702409 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 22:50:49.702754 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 22:50:49.707960 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 22:50:49.731050 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 22:50:49.731505 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.731804 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102521) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 22:50:49.732162 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.733551 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102521) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 22:50:49.733863 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 22:50:49.734106 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 22:50:49.738663 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.738944 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:49.801462 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 22:50:49.801711 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 22:50:49.801948 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 22:50:49.802318 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 22:50:49.822889 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_db.sqlalchemy.engines [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102521) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 22:50:50.365230 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Initializing driver for type 'gre' Nov 22 22:50:50.365808 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] gre ID ranges: [(1, 1000)] Nov 22 22:50:50.419588 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Initializing driver for type 'local' Nov 22 22:50:50.419966 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Initializing driver for type 'vlan' Nov 22 22:50:50.433073 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] VlanTypeDriver initialization complete Nov 22 22:50:50.433401 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Initializing driver for type 'vxlan' Nov 22 22:50:50.433915 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] vxlan ID ranges: [(1, 1000)] Nov 22 22:50:50.486630 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Initializing extension driver 'port_security' Nov 22 22:50:50.486975 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.extensions.port_security [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] PortSecurityExtensionDriver initialization complete Nov 22 22:50:50.487312 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Initializing mechanism driver 'openvswitch' Nov 22 22:50:50.487633 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Initializing mechanism driver 'hyperv' Nov 22 22:50:50.494311 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.plugins.ml2.plugin [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:50:50.494998 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > port after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.495375 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > port after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.495733 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > port after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.496280 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 22:50:50.496733 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > subnet after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.497078 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > subnet after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.497433 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.497876 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 22:50:50.498288 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > network after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.498639 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > network after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.498986 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > network after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.499469 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 22:50:50.499888 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > security_group after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.500238 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > security_group after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.500586 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.501130 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 22:50:50.501547 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.501930 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.502280 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.502687 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 22:50:50.503095 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > address_group after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.503444 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > address_group after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.503786 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.504190 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 22:50:50.504576 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] ML2 OVO RPC backend initialized. {{(pid=102521) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 22:50:50.505281 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.505663 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.506087 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > network before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.506440 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > networks before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.506792 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > port before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.507139 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > ports before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.507490 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > subnet before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.508430 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > subnets before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.508859 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > network after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.509132 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > network after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.509474 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > network after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.509840 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > port after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.510184 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > port after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.510523 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > port after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.510861 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > subnet after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.511201 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > subnet after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.511541 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.512129 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.plugin [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Modular L2 Plugin initialization complete Nov 22 22:50:50.512463 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading services supported by the core plugin {{(pid=102521) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 22:50:50.512795 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Got port-security extension from driver 'port_security' Nov 22 22:50:50.513263 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.extensions.vlantransparent [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Disabled vlantransparent extension. Nov 22 22:50:50.513779 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102521) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 22:50:50.514099 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading Plugin: router Nov 22 22:50:50.550825 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.551634 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router after_create 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.551634 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router before_create 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.551937 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.552370 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.552734 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router after_delete 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.553026 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.553378 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.553767 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router after_create 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.554119 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router after_update 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.554474 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router after_update 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.555078 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.555334 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router after_update 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.555826 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router precommit_update 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.556202 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: port after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.556547 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: port after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.556891 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: subnet after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.557234 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.557584 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.557971 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router precommit_create 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.558320 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: port before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.558668 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router precommit_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.559025 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router after_update 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.559367 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.559723 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router precommit_create 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.560089 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.560436 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router precommit_update 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.560802 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > agent after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.561154 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > agent after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.561502 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > network after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.562417 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Tracking information for resource: router configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 22:50:50.562752 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Tracking information for resource: floatingip configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 22:50:50.567905 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.db.l3_agentschedulers_db [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 22:50:50.568480 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: port after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.568842 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: port after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.569197 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: port after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.569554 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: port after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.570942 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router before_create 55550100 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.571482 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.571814 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router precommit_create 55550100 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.572174 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > router precommit_update 55550100 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.577027 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.services.provider_configuration [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service providers = [] {{(pid=102521) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 22:50:50.577474 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.db.servicetype_db [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102521) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 22:50:50.580562 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.services.service_base [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 22:50:50.580916 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.services.service_base [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 22:50:50.581254 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.services.service_base [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 22:50:50.582199 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.services.service_base [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 22:50:50.582576 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.services.service_base [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 22:50:50.582956 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 22:50:50.583277 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 22:50:50.594925 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 22:50:50.595263 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading Plugin: auto_allocate Nov 22 22:50:50.601107 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: network precommit_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.601554 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: network precommit_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.602242 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 22:50:50.602502 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading Plugin: tag Nov 22 22:50:50.609123 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 22:50:50.609460 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading Plugin: timestamp Nov 22 22:50:50.613551 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 22:50:50.613914 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading Plugin: network_ip_availability Nov 22 22:50:50.619502 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.619827 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.620189 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.620910 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 22:50:50.621235 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading Plugin: flavors Nov 22 22:50:50.626123 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 22:50:50.626461 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading Plugin: revisions Nov 22 22:50:50.630814 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 22:50:50.631210 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_concurrency.lockutils [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=102521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 22:50:50.631966 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102521) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 22:50:50.632306 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Initializing extension manager. Nov 22 22:50:50.633355 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: __init__.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.633732 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: __pycache__ {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.634157 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.634498 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: address_group.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.635260 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.635826 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: address-group Nov 22 22:50:50.636153 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: address_scope.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.638427 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.638961 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: address-scope Nov 22 22:50:50.639300 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.640319 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.640837 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: router-admin-state-down-before-update Nov 22 22:50:50.641170 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: agent.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.641988 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.642504 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: agent Nov 22 22:50:50.642833 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: agent_resources_synced.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.643768 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.644285 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: agent-resources-synced Nov 22 22:50:50.644614 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: allowedaddresspairs.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.646455 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.646978 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: allowed-address-pairs Nov 22 22:50:50.647309 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: auto_allocated_topology.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.648989 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.649601 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: auto-allocated-topology Nov 22 22:50:50.649957 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: availability_zone.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.650662 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.651171 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: availability_zone Nov 22 22:50:50.651501 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: availability_zone_filter.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.652421 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.652929 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: availability_zone_filter Nov 22 22:50:50.653258 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: data_plane_status.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.654199 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.654706 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 22:50:50.655032 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: default_subnetpools.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.655952 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.656462 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: default-subnetpools Nov 22 22:50:50.656789 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.657601 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.658140 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: dhcp_agent_scheduler Nov 22 22:50:50.658466 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: dns.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.659409 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.659912 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension dns-integration not supported by any of loaded plugins Nov 22 22:50:50.660237 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: dns_domain_ports.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.661163 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.661698 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 22:50:50.662027 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.662953 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.663454 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 22:50:50.663778 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: dvr.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.664601 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.665101 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: dvr Nov 22 22:50:50.665424 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: ecmp_routes.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.666370 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.666871 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 22:50:50.667194 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: empty_string_filtering.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.668120 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.668628 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: empty-string-filtering Nov 22 22:50:50.668955 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.669930 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.670435 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 22:50:50.670760 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.671689 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.672195 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 22:50:50.672519 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: external_net.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.673439 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.673981 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: external-net Nov 22 22:50:50.674306 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.675478 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.675986 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: extra_dhcp_opt Nov 22 22:50:50.676309 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: extraroute.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.677218 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.677768 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: extraroute Nov 22 22:50:50.678099 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: extraroute_atomic.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.679143 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.679692 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: extraroute-atomic Nov 22 22:50:50.680104 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: filter_validation.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.680755 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.681258 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: filter-validation Nov 22 22:50:50.681581 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: fip_pf_description.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.682526 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.683030 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 22:50:50.683350 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: fip_port_details.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.684264 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.684769 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: fip-port-details Nov 22 22:50:50.685091 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: flavors.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.686375 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.686893 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: flavors Nov 22 22:50:50.687218 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.688905 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.689431 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 22:50:50.689802 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: floatingip_pools.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.690510 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.691029 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: floatingip-pools Nov 22 22:50:50.691360 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: ip_allocation.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.692295 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.692813 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 22:50:50.693142 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.694102 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.694616 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: ip-substring-filtering Nov 22 22:50:50.694948 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: l2_adjacency.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.696490 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.696996 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 22:50:50.697322 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: l3.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.698466 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.698992 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: router Nov 22 22:50:50.699325 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.701589 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.702142 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 22:50:50.702480 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.703422 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.703940 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: ext-gw-mode Nov 22 22:50:50.704274 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.705203 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.705757 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: l3-ha Nov 22 22:50:50.706092 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: l3_flavors.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.707021 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.707533 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: l3-flavors Nov 22 22:50:50.707864 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.708792 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.709304 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 22:50:50.709660 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: l3agentscheduler.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.710698 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.711833 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: l3_agent_scheduler Nov 22 22:50:50.712257 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: local_ip.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.714092 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.714623 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension local_ip not supported by any of loaded plugins Nov 22 22:50:50.714963 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: logging.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.716459 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.716980 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension logging not supported by any of loaded plugins Nov 22 22:50:50.717315 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: metering.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.718107 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.718702 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: metering Nov 22 22:50:50.719031 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.720141 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.720658 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: metering_source_and_destination_fields Nov 22 22:50:50.720989 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: multiprovidernet.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.721956 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.722469 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: multi-provider Nov 22 22:50:50.722796 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: netmtu.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.723729 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.724238 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: net-mtu Nov 22 22:50:50.724565 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: netmtu_writable.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.725501 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.726046 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: net-mtu-writable Nov 22 22:50:50.726371 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: network_availability_zone.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.727204 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.727711 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: network_availability_zone Nov 22 22:50:50.728036 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: network_ip_availability.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.729177 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.729716 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: network-ip-availability Nov 22 22:50:50.730047 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: network_segment_range.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.730836 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.731338 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 22:50:50.731664 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: pagination.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.732664 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.733142 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: pagination Nov 22 22:50:50.733474 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: port_device_profile.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.734440 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.734961 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: port-device-profile Nov 22 22:50:50.735289 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.736242 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.736754 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: port-mac-address-regenerate Nov 22 22:50:50.737080 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.738042 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.738558 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: port-numa-affinity-policy Nov 22 22:50:50.738884 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: port_resource_request.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.739817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.740321 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 22:50:50.740645 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: port_resource_request_groups.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.741708 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.742797 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 22:50:50.743125 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: portbindings.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.744077 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.744588 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: binding Nov 22 22:50:50.744906 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: portbindings_extended.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.746235 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.746744 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: binding-extended Nov 22 22:50:50.747074 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: portsecurity.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.748000 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.748564 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: port-security Nov 22 22:50:50.748901 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: project_id.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.749917 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.750252 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: project-id Nov 22 22:50:50.750578 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: providernet.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.751513 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.752031 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: provider Nov 22 22:50:50.752359 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: qos.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.756009 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.756527 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension qos not supported by any of loaded plugins Nov 22 22:50:50.756860 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.758864 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.759382 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 22:50:50.759712 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.760647 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.761162 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 22:50:50.761493 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: qos_default.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.762444 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.762960 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension qos-default not supported by any of loaded plugins Nov 22 22:50:50.763305 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: qos_fip.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.763990 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.764498 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension qos-fip not supported by any of loaded plugins Nov 22 22:50:50.764824 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: qos_gateway_ip.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.765795 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.766308 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 22:50:50.766636 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: qos_port_network_policy.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.767554 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.768065 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 22:50:50.768398 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.769456 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.770005 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 22:50:50.770334 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: qos_pps_rule.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.771520 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.772037 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension qos-pps not supported by any of loaded plugins Nov 22 22:50:50.772366 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: qos_rule_type_details.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.773337 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.774073 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 22:50:50.774407 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: qos_rules_alias.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.775465 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.775979 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 22:50:50.776304 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: quota_check_limit.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.777231 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.777784 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: quota-check-limit Nov 22 22:50:50.778112 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: quotasv2.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.779090 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.779419 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: quotas Nov 22 22:50:50.779741 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: quotasv2_detail.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.783157 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.783501 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: quota_details Nov 22 22:50:50.783832 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: rbac.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.784916 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.785444 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: rbac-policies Nov 22 22:50:50.785805 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: rbac_address_group.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.786749 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.787265 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: rbac-address-group Nov 22 22:50:50.787594 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: rbac_address_scope.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.788533 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.789246 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: rbac-address-scope Nov 22 22:50:50.789590 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: rbac_security_groups.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.790550 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.791059 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: rbac-security-groups Nov 22 22:50:50.791385 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: rbac_subnetpool.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.792307 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.792825 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: rbac-subnetpool Nov 22 22:50:50.793151 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: revisionifmatch.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.794106 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.794616 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: revision-if-match Nov 22 22:50:50.794943 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: revisions.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.796063 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.796570 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: standard-attr-revisions Nov 22 22:50:50.796898 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: router_availability_zone.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.797574 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.798104 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: router_availability_zone Nov 22 22:50:50.798428 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: routerservicetype.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.799364 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.800140 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension router-service-type not supported by any of loaded plugins Nov 22 22:50:50.800465 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.801472 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.802023 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: security-groups-normalized-cidr Nov 22 22:50:50.802352 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.803288 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.803798 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: port-security-groups-filtering Nov 22 22:50:50.804122 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.805584 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.806122 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: security-groups-remote-address-group Nov 22 22:50:50.806449 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.807392 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.807897 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: security-groups-shared-filtering Nov 22 22:50:50.808222 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.808815 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 22:50:50.809141 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: securitygroup.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.819047 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.819586 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: security-group Nov 22 22:50:50.819919 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: segment.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.821390 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.821931 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension segment not supported by any of loaded plugins Nov 22 22:50:50.822264 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.823229 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.823749 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 22:50:50.824080 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: servicetype.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.825213 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.825775 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: service-type Nov 22 22:50:50.826110 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: sorting.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.827111 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.827451 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: sorting Nov 22 22:50:50.827779 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: standard_attr_segment.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.828706 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.829221 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 22:50:50.829555 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: standardattrdescription.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.830237 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.830751 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: standard-attr-description Nov 22 22:50:50.831080 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: stateful_security_group.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.832032 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.832547 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: stateful-security-group Nov 22 22:50:50.832873 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: stdattrs_common.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.833450 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 22:50:50.833817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.834762 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.835272 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 22:50:50.835599 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: subnet_onboard.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.836707 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.837221 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: subnet_onboard Nov 22 22:50:50.837553 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.838515 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.839030 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 22:50:50.839365 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: subnet_service_types.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.840298 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.840814 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: subnet-service-types Nov 22 22:50:50.841143 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: subnetallocation.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.842278 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.842791 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: subnet_allocation Nov 22 22:50:50.843122 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.843789 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.844300 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: subnetpool-prefix-ops Nov 22 22:50:50.844624 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.845585 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.846124 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 22:50:50.846451 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: tagging.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.847558 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.848497 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: standard-attr-tag Nov 22 22:50:50.848497 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: timestamp.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.849639 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.850173 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loaded extension: standard-attr-timestamp Nov 22 22:50:50.850502 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: trunk.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.851681 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.852204 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension trunk not supported by any of loaded plugins Nov 22 22:50:50.852537 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: trunk_details.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.853465 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.854008 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension trunk-details not supported by any of loaded plugins Nov 22 22:50:50.854338 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: uplink_status_propagation.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.855272 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.855787 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 22:50:50.856113 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Loading extension file: vlantransparent.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 22:50:50.856792 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 22:50:50.857302 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 22:50:50.859877 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:network Nov 22 22:50:50.860423 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:subnet Nov 22 22:50:50.860830 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 22:50:50.861225 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:port Nov 22 22:50:50.862524 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.862972 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service FLAVORS assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.863611 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.864056 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.864403 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:router Nov 22 22:50:50.864852 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 22:50:50.865345 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service METERING assigned prefix: /metering {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.866835 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.867870 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.868294 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:50:50.869378 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 22:50:50.869913 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:security_group Nov 22 22:50:50.870372 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 22:50:50.871004 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service CORE assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.871346 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 22:50:50.871700 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] subnetpool is already registered Nov 22 22:50:50.872133 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service CORE assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.872468 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 22:50:50.872803 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] subnetpool is already registered Nov 22 22:50:50.875132 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.875578 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service FLAVORS assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.876177 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.876609 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.876947 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:router Nov 22 22:50:50.877290 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] router is already registered Nov 22 22:50:50.877744 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 22:50:50.878085 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] floatingip is already registered Nov 22 22:50:50.878551 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service METERING assigned prefix: /metering {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.879231 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 22:50:50.879560 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] rbac_policy is already registered Nov 22 22:50:50.879979 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:security_group Nov 22 22:50:50.880315 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] security_group is already registered Nov 22 22:50:50.880724 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 22:50:50.881058 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] security_group_rule is already registered Nov 22 22:50:50.881712 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service CORE assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.882045 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 22:50:50.882377 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] subnetpool is already registered Nov 22 22:50:50.883556 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Service CORE assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 22:50:50.884061 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 22:50:50.884400 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] subnetpool is already registered Nov 22 22:50:50.884884 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: extensions {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.886418 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: address-groups {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.887926 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: address-scopes {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.889283 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: agents {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.890514 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: auto-allocated-topology {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.891784 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: availability_zones {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.893024 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: dhcp-networks {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.894591 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: dhcp-agents {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.896048 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: routers {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.899759 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: flavors {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.901018 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: service_profiles {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.902286 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: next_providers {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.903758 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: service_profiles {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.905344 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: floatingip-pools {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.906633 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: routers {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.908793 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: floatingips {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.910132 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: l3-routers {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.911564 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: l3-agents {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.912994 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: metering-labels {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.914546 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: metering-label-rules {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.915918 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: network-ip-availabilities {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.917199 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: bindings {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.918913 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: quotas {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.920481 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: quotas {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.922098 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: rbac-policies {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.923411 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: security-groups {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.924922 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: security-group-rules {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.926218 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: service-providers {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.927458 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: subnetpools {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.928909 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: subnetpools {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.931057 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.932759 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.934622 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.936445 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.938303 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.940194 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.941919 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.943855 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.946349 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.948236 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron.api.extensions [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 22:50:50.954346 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING keystonemiddleware.auth_token [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 22:50:50.959073 dv-cinder-818834-1-iscsi neutron-server[102521]: WARNING keystonemiddleware.auth_token [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 22:50:50.967794 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_concurrency.lockutils [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Acquired lock "singleton_lock" {{(pid=102521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 22:50:50.968271 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_concurrency.lockutils [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Releasing lock "singleton_lock" {{(pid=102521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 22:50:50.968923 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO oslo_service.service [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Starting 2 workers Nov 22 22:50:50.973714 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Started child 102662 {{(pid=102521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 22:50:50.978208 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Started child 102663 {{(pid=102521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 22:50:50.979322 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:50:50.979966 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO neutron.service [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 22:50:50.980409 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Publish callbacks [] for process, before_spawn {{(pid=102521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:50:50.980788 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [-] (102662) wsgi starting up on http://0.0.0.0:9696 Nov 22 22:50:50.982872 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO oslo_service.service [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Starting 1 workers Nov 22 22:50:50.983458 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:50:50.984829 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [-] (102663) wsgi starting up on http://0.0.0.0:9696 Nov 22 22:50:50.987999 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Started child 102664 {{(pid=102521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 22:50:50.988552 dv-cinder-818834-1-iscsi neutron-server[102521]: INFO oslo_service.service [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Starting 1 workers Nov 22 22:50:50.991863 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.service [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] calling RpcWorker wait() {{(pid=102664) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 22:50:50.992909 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.service [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] returning from RpcWorker wait() {{(pid=102664) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 22:50:50.993491 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Started child 102665 {{(pid=102521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 22:50:50.994262 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:50:50.994382 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2363-a712-46f5-b233-8ce0debfeee1 None None] Publish callbacks [] for process, after_spawn {{(pid=102521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:50:50.994700 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:50:50.996281 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 22:50:50.996499 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 22:50:50.996685 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 22:50:50.996907 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 22:50:50.997256 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 22:50:50.997411 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 22:50:50.998126 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:50.998412 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:50.998688 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:50:50.999185 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:50.999185 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:50.999321 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:50.999794 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.000062 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.000319 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.000605 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.000844 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.001013 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.001165 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.001424 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.001712 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.002007 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.002288 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.002527 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.002777 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.002933 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.003201 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.003480 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.003728 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.003988 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] debug = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.004231 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.004734 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.004996 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.005241 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.005465 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.005762 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.006020 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.006284 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.006539 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.006781 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.007048 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.007276 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.007520 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.008317 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.008576 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.008825 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.009062 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.009268 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.009833 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] host = dv-cinder-818834-1-iscsi {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.010015 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.010207 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.010438 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.010685 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.010935 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.011151 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.011420 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.011680 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.011920 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.012184 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.012382 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.012639 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.012857 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.013092 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.013258 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_options = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.013494 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.013789 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.014041 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.014228 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.014386 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.014566 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.014828 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.014984 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.015250 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.015485 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.015699 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.015940 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.016176 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.016420 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.016679 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.016910 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.017180 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.017342 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.017564 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.017828 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.018055 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.018302 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.018549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.018769 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.018983 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.019200 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.019447 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.019684 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.019997 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.020160 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.020358 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.020605 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.020823 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.021067 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.021337 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.021568 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.021821 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.022056 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.022345 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.022571 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.022843 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.023101 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.023365 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.023603 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.023844 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.024074 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.024287 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] use_json = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.024464 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.024702 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.024960 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.025174 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.025388 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.025638 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.025895 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.026125 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.026544 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.026833 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.027176 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.027441 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.028319 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.028566 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.028726 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:50:51.028886 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.029027 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.029345 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.030234 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.030234 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.030234 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.030679 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.030679 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.030977 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.031277 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.031690 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.031839 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.032002 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.032228 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.032493 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.032656 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.032962 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.033184 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.033421 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.033702 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.033928 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.034216 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.034492 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.034874 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.035114 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.035375 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.035641 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.035860 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.036080 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.036327 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.036561 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.036804 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.037038 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.037311 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.037560 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.037763 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.037982 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.038212 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.038445 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.038674 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.038969 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.039221 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.039513 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.039872 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.039872 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.041550 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.041550 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.041550 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.041550 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.041550 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.041550 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.041550 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.042039 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.042039 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.042167 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.042329 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.042596 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.042817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.043180 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.043341 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045044 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045044 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045044 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045044 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045044 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045044 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045044 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045044 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045663 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045663 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045663 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045874 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.045999 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.046206 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.046584 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.046800 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.047159 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.047520 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.047918 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.048136 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.048510 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.048886 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.049123 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.049342 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.049574 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.050334 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.050810 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.051230 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.051661 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.052080 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.052509 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.052935 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.053353 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.053750 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.054187 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.055190 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.055690 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.056104 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.056350 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.056601 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.056852 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.057107 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.057352 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.057814 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.058221 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.058639 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.059047 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.059526 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.059783 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.060038 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.060279 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.060527 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.060812 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.061056 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.061360 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.061589 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.061883 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.062196 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.062529 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.062727 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.063138 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.063528 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.063800 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.064071 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.064336 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.064574 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.064830 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.065061 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.065322 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.065564 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.065817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.066063 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.066386 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.066623 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.066842 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.067084 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.067360 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.067625 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.067919 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.068205 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.068460 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.068719 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.068975 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.069227 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.069464 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.069745 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.069987 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.070255 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.071176 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.071528 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.071917 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.072266 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.072631 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.073042 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.073304 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.073547 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.073799 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.074028 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.074252 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.074780 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.074780 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.074977 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.075179 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.075438 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.075677 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.075904 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.076137 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.076408 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.076630 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.076920 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.077186 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.077402 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.077653 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.077897 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.078162 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.078381 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.078630 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.078872 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.079094 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.079332 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.079555 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.079778 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.080017 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.080246 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.080461 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.080697 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.080943 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.081281 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.081534 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.081796 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.082039 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.082266 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.082523 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.082760 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.082986 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.083538 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.083538 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.083693 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.083903 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.084175 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.084412 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.084647 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.084862 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.085082 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.085301 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.085546 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.085908 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.086167 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.086399 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.086867 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.087097 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.087343 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.087593 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.087810 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.088024 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.088252 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.088474 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.088691 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.088942 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.089182 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.089397 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.089641 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.089867 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.090121 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.090349 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.090563 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.090774 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.091008 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.091241 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.091466 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.091691 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.091903 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.092135 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.092356 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.092577 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.092811 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.093056 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.093271 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.093482 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.093889 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.094026 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.094440 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.094440 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.094680 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.094891 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.095184 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.097642 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.097642 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.097642 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.097642 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.097642 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.097642 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.097642 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.097642 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.098168 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.098168 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.098168 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.098168 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.098416 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.098687 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.098954 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.099246 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.099526 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.099760 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.100072 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.100387 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.100668 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.100941 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.101175 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.101474 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.101978 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.102231 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.102457 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.102696 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.102916 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.103157 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.103388 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.103634 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.103853 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.104102 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.104349 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.104576 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.104787 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.105033 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.105245 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.105401 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 22:50:51.106111 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 22:50:51.106430 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 22:50:51.106604 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 22:50:51.106974 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 22:50:51.106974 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 22:50:51.107286 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 22:50:51.107286 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.107556 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.107556 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.107817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.107909 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.108032 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.108192 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.108501 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.108843 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.109185 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.109409 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.109665 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.110007 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.110168 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.110328 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.110487 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.110649 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.110805 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.111119 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.111292 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.111453 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.111613 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.111768 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] debug = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.112084 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.112283 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.112445 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.112744 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.113046 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.113207 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.113367 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.113524 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.113705 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.113882 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.114017 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.114242 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.114353 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.114480 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.114628 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.114774 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.114933 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.115088 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.115245 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] host = dv-cinder-818834-1-iscsi {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.115402 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.115558 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.115716 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.115871 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.116030 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.116187 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.116345 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.116506 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.116666 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.116821 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.116980 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.117705 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.117868 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.118018 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.118169 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_options = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.118289 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.118420 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.118607 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.118760 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.118923 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.119082 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.119241 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.119399 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.119556 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.119713 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.119870 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.120076 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.120217 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.120341 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.120466 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.120617 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.120776 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.120934 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.121093 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.121254 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.121412 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.121595 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.121907 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.122010 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.122133 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.122290 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.122452 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.122617 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.122764 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.122908 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.123064 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.123223 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.123381 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.123539 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.123697 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.123850 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.124013 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.124165 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.124333 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.124467 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.124607 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.124763 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.124921 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.125077 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.125234 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.125391 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.125547 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] use_json = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.125777 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.125908 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.126034 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.126157 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:50:51.126294 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.126294 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.126531 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.126654 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.126786 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 22:50:51.126912 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.127037 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.127213 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.127375 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.127534 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.127695 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.127856 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.128016 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.128160 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.128323 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.128493 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.128656 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.128828 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.128988 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.129152 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.129314 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.129476 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.129654 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.129818 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.129977 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.130138 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.130297 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.130467 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.130629 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.130788 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.130949 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.131109 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.131282 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.131442 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.131618 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.131762 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.131927 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.132088 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.132247 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.132407 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.132633 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.133360 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.133573 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.133831 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.134036 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.134036 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.134299 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.134299 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.134525 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.134663 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.134789 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.134913 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.135036 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.135202 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.135365 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.135528 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.135689 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.135851 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.136013 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.136173 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.136335 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.136495 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.136666 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.136828 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.136988 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.137177 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.138112 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.138112 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.138112 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.138112 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.138112 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.138112 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.139549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.139549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.139549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.139549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.139549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.139549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.139549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.139549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.139549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.142613 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.142613 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.142613 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.142613 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.142613 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.142613 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.142613 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.142613 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.142613 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.143705 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.143705 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.143705 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.143705 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.143705 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.143705 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.143705 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.143705 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.145086 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.145086 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.145086 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.145086 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.145086 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.145086 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.145086 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.145086 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146078 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146078 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146078 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146078 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146078 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146078 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146078 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146078 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146549 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146982 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146982 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146982 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146982 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146982 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146982 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146982 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.146982 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.147887 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.147887 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.147887 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.147887 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.147887 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.147887 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.147887 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149083 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149083 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149083 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149083 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149083 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149083 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149083 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149875 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149875 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149875 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149875 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149875 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.149875 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.150817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.150817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.150817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.150817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.150817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.150817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.151843 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.151843 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.151843 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.151843 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.151843 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.151843 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.151843 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.152817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.152817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.152817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.152817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.152817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.152817 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.153337 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.153337 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.153337 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.153337 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.153566 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.153655 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.153771 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.153934 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.154093 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.154260 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.154415 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.154581 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.157636 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.157636 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.157636 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.157636 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.157636 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.157636 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.157636 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.157636 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.158255 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.158255 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.158255 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.158255 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.158255 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.158255 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.158255 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.158255 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.158797 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.158797 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.158797 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.158797 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.159256 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.159430 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.159597 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.159763 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.159927 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.160089 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.160249 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.160410 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.160576 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.160740 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.160902 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.161063 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.161227 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.161388 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.161548 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.161734 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.161910 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.162071 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.162231 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.162391 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.162553 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.162714 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.162885 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.163045 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.163205 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.163364 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.163523 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.163684 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.164354 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.164630 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.164797 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.164944 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.165159 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.165354 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.165527 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.165713 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.165874 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.166035 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.166194 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.166355 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.166526 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.166687 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.166830 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.166994 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.167154 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.167313 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.167482 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.167643 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.167802 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.167961 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.168120 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.168279 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.168448 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.168615 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.168789 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.169092 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.169092 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.169942 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.169942 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.169942 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.169942 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.169942 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.170524 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.170524 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.170524 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.170524 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.170821 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.170821 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.170969 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.171559 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.171559 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.171559 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.171559 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.172148 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.172148 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.172148 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.172148 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.173146 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.173146 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.173146 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.173146 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.173146 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.173146 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.174027 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.174027 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.174027 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.174027 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.174027 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.174027 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.175412 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.175412 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.175412 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.175412 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.175412 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.175412 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 22:50:51.175412 dv-cinder-818834-1-iscsi neutron-server[102521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 22:50:51.231587 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 59616) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:50:51.240032 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063019 Nov 22 22:51:02.586083 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55906e25-2733-4ae5-ab39-dd20df4b2ee2 None None] get_active_networks_info from dv-cinder-818834-1-iscsi {{(pid=102664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 22:51:02.687225 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55906e25-2733-4ae5-ab39-dd20df4b2ee2 None None] No non-hosted networks {{(pid=102664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 22:51:02.704047 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.agentschedulers_db [None req-55906e25-2733-4ae5-ab39-dd20df4b2ee2 None None] DHCP Agent not found on host dv-cinder-818834-1-iscsi {{(pid=102664) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 22 22:51:02.761424 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0123acf-cea2-49f2-b8fc-ca0de3f4cfac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398465'] for agent, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:05.202315 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f5df41e2-26d6-4136-a367-d9b00d243dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398465'] for agent, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:05.247058 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c000817a-d080-4ba9-9bfe-2d48c02e0e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:06.324246 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398465'] for agent, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:07.708412 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398465'] for agent, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:08.230382 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398465'] for agent, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:08.232843 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:08.233519 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:08.234082 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:08.234648 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:08.235427 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:08.237839 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:08.238441 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:08.240185 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:08.240539 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:08.240907 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:08.241260 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:08.242334 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:08.243238 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818834-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:51:08.262000 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818834-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:51:09.100585 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 59706) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:09.643570 dv-cinder-818834-1-iscsi neutron-server[102662]: WARNING oslo_policy.policy [None req-79b62cf5-aae9-47cf-8f48-aea0b7c13e3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 22:51:09.644164 dv-cinder-818834-1-iscsi neutron-server[102662]: WARNING oslo_policy.policy [None req-79b62cf5-aae9-47cf-8f48-aea0b7c13e3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 22:51:09.870693 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [None req-79b62cf5-aae9-47cf-8f48-aea0b7c13e3f admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:51:09.881665 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-79b62cf5-aae9-47cf-8f48-aea0b7c13e3f admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7686229 Nov 22 22:51:09.921433 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.db.l3_hamode_db [None req-83beb11d-44f7-4dcb-a1cb-31e0aba5d35c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 22:51:10.004313 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83beb11d-44f7-4dcb-a1cb-31e0aba5d35c None None] Routers set() bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:51:10.004712 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83beb11d-44f7-4dcb-a1cb-31e0aba5d35c None None] Router IDs set() for agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 22:51:12.414255 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 59722) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:12.723260 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c0a4ee21-c02d-4968-adfe-427bc6bf6a7c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:51:12.821870 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.policy [None req-c0a4ee21-c02d-4968-adfe-427bc6bf6a7c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102662) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 22:51:12.869856 dv-cinder-818834-1-iscsi neutron-server[102662]: WARNING oslo_policy.policy [None req-c0a4ee21-c02d-4968-adfe-427bc6bf6a7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 22:51:12.870242 dv-cinder-818834-1-iscsi neutron-server[102662]: WARNING oslo_policy.policy [None req-c0a4ee21-c02d-4968-adfe-427bc6bf6a7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 22:51:12.878780 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.quota [None req-c0a4ee21-c02d-4968-adfe-427bc6bf6a7c admin admin] Loaded quota_driver: . Nov 22 22:51:12.971356 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c0a4ee21-c02d-4968-adfe-427bc6bf6a7c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740656772800', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740656769261', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740656743199', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740656758308', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740656797061', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740656805741', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16199798', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16112233', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-713668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-784492'] for rbac-policy, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:13.039195 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c0a4ee21-c02d-4968-adfe-427bc6bf6a7c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:13.040394 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-c0a4ee21-c02d-4968-adfe-427bc6bf6a7c admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6249948 Nov 22 22:51:15.820840 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 59734) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:16.115346 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Request body: {'network': {'name': 'private', 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'admin_state_up': True, 'tenant_id': 'af2c26add1824ee6a204e82c69c75146'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:51:16.144060 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Made reservation on behalf of af2c26add1824ee6a204e82c69c75146 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:51:16.146954 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:16.164924 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:16.275154 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:16.278824 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:16.299569 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:51:16.327556 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740652702172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:16.328154 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Unsubscribe: segment precommit_create {{(pid=102662) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 22:51:16.328653 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Added segment 1af97c97-d5bc-4aef-8f28-53c06245406d of type vlan for network 5a0be94a-1e13-43b9-903f-2b3dbbae8635 Nov 22 22:51:16.344546 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e07072-3af5-45f8-a5b6-09271cdc5642,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:16.370794 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:16.371153 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:16.371489 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:16.371818 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:16.372143 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:16.372480 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:16.372806 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:16.373142 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:16.373517 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:16.373827 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:16.374145 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:16.374457 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Tracked resource versions report: Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: pushed versions: Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: { 'AddressGroup': {'1.2'}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'ConntrackHelper': {'1.0'}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Log': {'1.0'}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Network': {'1.1'}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Port': {'1.7'}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'PortForwarding': {'1.2'}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'QosPolicy': {'1.10'}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'SecurityGroup': {'1.5'}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'SecurityGroupRule': {'1.2'}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'SubPort': {'1.0'}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Subnet': {'1.1'}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Trunk': {'1.1'}} Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: consumer versions: Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: { DHCP agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: L3 agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: Metadata agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: Metering agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: Open vSwitch agent@dv-cinder-818834-1-iscsi: { 'AddressGroup': '1.2', Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'ConntrackHelper': '1.0', Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Log': '1.0', Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Network': '1.1', Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Port': '1.7', Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'PortForwarding': '1.2', Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'QosPolicy': '1.10', Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'SecurityGroup': '1.5', Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'SecurityGroupRule': '1.2', Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'SubPort': '1.0', Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Subnet': '1.1', Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Trunk': '1.1'}} Nov 22 22:51:16.375512 dv-cinder-818834-1-iscsi neutron-server[102662]: {{(pid=102662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 22:51:16.448358 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:16.489005 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:16.490267 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:51:16.491018 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:16.569750 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7472970 Nov 22 22:51:16.594235 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1596e0-f676-49f1-9428-2e0ce24fad3f admin admin] Pushing event updated for resources: {'Network': ['ID=5a0be94a-1e13-43b9-903f-2b3dbbae8635,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:16.608337 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 5a0be94a-1e13-43b9-903f-2b3dbbae8635 details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:51:19.414731 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 59748) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:19.846360 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf5f721-bf84-428a-8a19-9280f554b303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:51:19.847833 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-abf5f721-bf84-428a-8a19-9280f554b303 admin admin] 10.222.0.81 "GET /v2.0/networks/5a0be94a-1e13-43b9-903f-2b3dbbae8635 HTTP/1.1" status: 200 len: 826 time: 0.4321380 Nov 22 22:51:19.873586 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-4690c45c-3c41-438e-9ee8-b7686e169e90 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/783c49c0-fe61-470f-b7b8-297c36019858 HTTP/1.1" status: 200 len: 734 time: 0.0193286 Nov 22 22:51:19.884822 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-37a74ee8-74e2-47ad-bf56-6ec74f90d9e2 admin admin] Request body: {'subnet': {'subnetpool_id': '783c49c0-fe61-470f-b7b8-297c36019858', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'ip_version': 4, 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:51:19.907686 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a74ee8-74e2-47ad-bf56-6ec74f90d9e2 admin admin] Made reservation on behalf of af2c26add1824ee6a204e82c69c75146 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:51:19.910024 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37a74ee8-74e2-47ad-bf56-6ec74f90d9e2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:20.205923 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37a74ee8-74e2-47ad-bf56-6ec74f90d9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:20.275739 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a74ee8-74e2-47ad-bf56-6ec74f90d9e2 admin admin] Checking segment: {'id': '1af97c97-d5bc-4aef-8f28-53c06245406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:51:20.276126 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a74ee8-74e2-47ad-bf56-6ec74f90d9e2 admin admin] Network hostable DHCP agents. Network: 5a0be94a-1e13-43b9-903f-2b3dbbae8635, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:51:20.283018 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a74ee8-74e2-47ad-bf56-6ec74f90d9e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e236f8-fb8e-4c17-934c-5c37a02a574c,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:20.302424 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a74ee8-74e2-47ad-bf56-6ec74f90d9e2 admin admin] Network 5a0be94a-1e13-43b9-903f-2b3dbbae8635 is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:51:20.323383 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-37a74ee8-74e2-47ad-bf56-6ec74f90d9e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 5a0be94a-1e13-43b9-903f-2b3dbbae8635) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:51:20.328303 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a74ee8-74e2-47ad-bf56-6ec74f90d9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:51:20.328940 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37a74ee8-74e2-47ad-bf56-6ec74f90d9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:20.333223 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99702f9-1037-4d8e-a14b-fe75e475566f None None] Network 5a0be94a-1e13-43b9-903f-2b3dbbae8635 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:51:20.350399 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-37a74ee8-74e2-47ad-bf56-6ec74f90d9e2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4632978 Nov 22 22:51:20.665176 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32a08a7-587b-5100-8c07-e5f5466f0d27-5a0be94a-1e13-43b9-903f-2b3dbbae8635', 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'fixed_ips': [{'subnet_id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c'}]}} from dv-cinder-818834-1-iscsi. {{(pid=102664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:51:20.666438 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:20.970753 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Allocated IP 172.20.0.2 (5a0be94a-1e13-43b9-903f-2b3dbbae8635/a7e236f8-fb8e-4c17-934c-5c37a02a574c/770412a5-5782-4124-8f4e-42af30c70cbb) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:51:21.179713 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:21.187860 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:21.264936 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Network 5a0be94a-1e13-43b9-903f-2b3dbbae8635 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:51:21.273640 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:51:21.280477 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:51:21.286555 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Pushing event updated for resources: {'Port': ['ID=770412a5-5782-4124-8f4e-42af30c70cbb,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:21.322847 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:21.323221 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:21.323572 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:21.323910 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:21.324253 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:21.324592 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:21.324922 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:21.325258 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:21.325627 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:21.325964 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:21.326294 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:21.326625 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Tracked resource versions report: Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: pushed versions: Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: { 'AddressGroup': {'1.2'}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'ConntrackHelper': {'1.0'}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Log': {'1.0'}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Network': {'1.1'}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Port': {'1.7'}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'PortForwarding': {'1.2'}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'QosPolicy': {'1.10'}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'SecurityGroup': {'1.5'}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'SecurityGroupRule': {'1.2'}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'SubPort': {'1.0'}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Subnet': {'1.1'}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Trunk': {'1.1'}} Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: consumer versions: Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: { DHCP agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: L3 agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: Metadata agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: Metering agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: Open vSwitch agent@dv-cinder-818834-1-iscsi: { 'AddressGroup': '1.2', Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'ConntrackHelper': '1.0', Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Log': '1.0', Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Network': '1.1', Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Port': '1.7', Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'PortForwarding': '1.2', Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'QosPolicy': '1.10', Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'SecurityGroup': '1.5', Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'SecurityGroupRule': '1.2', Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'SubPort': '1.0', Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Subnet': '1.1', Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Trunk': '1.1'}} Nov 22 22:51:21.327738 dv-cinder-818834-1-iscsi neutron-server[102664]: {{(pid=102664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 22:51:21.377748 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Attempting to bind port 770412a5-5782-4124-8f4e-42af30c70cbb on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:51:21.378410 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Attempting to bind port 770412a5-5782-4124-8f4e-42af30c70cbb by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': '1af97c97-d5bc-4aef-8f28-53c06245406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:51:21.378557 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Attempting to bind port 770412a5-5782-4124-8f4e-42af30c70cbb on network 5a0be94a-1e13-43b9-903f-2b3dbbae8635 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:51:21.383688 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:51:21.384079 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Checking segment: {'id': '1af97c97-d5bc-4aef-8f28-53c06245406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:51:21.384542 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:21.384933 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Bound using segment: {'id': '1af97c97-d5bc-4aef-8f28-53c06245406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:51:21.385416 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Bound port: 770412a5-5782-4124-8f4e-42af30c70cbb, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af97c97-d5bc-4aef-8f28-53c06245406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:51:21.385845 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:21.449165 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] For port 770412a5-5782-4124-8f4e-42af30c70cbb, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:51:21.453531 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] For port 770412a5-5782-4124-8f4e-42af30c70cbb, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=770412a5-5782-4124-8f4e-42af30c70cbb,segment=NetworkSegment(1af97c97-d5bc-4aef-8f28-53c06245406d),segment_id=1af97c97-d5bc-4aef-8f28-53c06245406d)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:51:21.457549 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:21.523465 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd94259-5a97-40b4-87cf-14db816f8c72 None None] Pushing event updated for resources: {'Port': ['ID=770412a5-5782-4124-8f4e-42af30c70cbb,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:22.896603 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 59756) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:23.221700 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [None req-d33a80f4-34c1-474d-bda3-31a55fa7c9a8 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:51:23.222704 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-d33a80f4-34c1-474d-bda3-31a55fa7c9a8 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3251290 Nov 22 22:51:25.860820 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 59764) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:26.384745 dv-cinder-818834-1-iscsi neutron-server[102663]: WARNING oslo_policy.policy [None req-3f1ddd98-5e76-44c8-9ba4-ac78579c060e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 22:51:26.385329 dv-cinder-818834-1-iscsi neutron-server[102663]: WARNING oslo_policy.policy [None req-3f1ddd98-5e76-44c8-9ba4-ac78579c060e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 22:51:26.610015 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [None req-3f1ddd98-5e76-44c8-9ba4-ac78579c060e admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:51:26.625636 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-3f1ddd98-5e76-44c8-9ba4-ac78579c060e admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7493742 Nov 22 22:51:29.415854 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 59784) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:29.731542 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-161410a9-1594-45c4-91d9-8894bfcf3a32 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'admin_state_up': True}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:51:29.797205 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.policy [None req-161410a9-1594-45c4-91d9-8894bfcf3a32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102663) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 22:51:29.845377 dv-cinder-818834-1-iscsi neutron-server[102663]: WARNING oslo_policy.policy [None req-161410a9-1594-45c4-91d9-8894bfcf3a32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 22:51:29.845839 dv-cinder-818834-1-iscsi neutron-server[102663]: WARNING oslo_policy.policy [None req-161410a9-1594-45c4-91d9-8894bfcf3a32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 22:51:29.854602 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.quota [None req-161410a9-1594-45c4-91d9-8894bfcf3a32 admin admin] Loaded quota_driver: . Nov 22 22:51:29.911744 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-161410a9-1594-45c4-91d9-8894bfcf3a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26039'] for router, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:29.914021 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-161410a9-1594-45c4-91d9-8894bfcf3a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28228'] for router, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:30.023089 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 770412a5-5782-4124-8f4e-42af30c70cbb up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:51:30.077206 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-161410a9-1594-45c4-91d9-8894bfcf3a32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:30.082917 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-161410a9-1594-45c4-91d9-8894bfcf3a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352066'] for router, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:30.104840 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-161410a9-1594-45c4-91d9-8894bfcf3a32 admin admin] Publish callbacks [] for router, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:30.114257 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-161410a9-1594-45c4-91d9-8894bfcf3a32 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6971962 Nov 22 22:51:30.123559 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 770412a5-5782-4124-8f4e-42af30c70cbb triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:51:30.123954 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:30.251260 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:30.289215 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port 770412a5-5782-4124-8f4e-42af30c70cbb, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=770412a5-5782-4124-8f4e-42af30c70cbb,segment=NetworkSegment(1af97c97-d5bc-4aef-8f28-53c06245406d),segment_id=1af97c97-d5bc-4aef-8f28-53c06245406d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:51:30.293700 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:30.351474 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=770412a5-5782-4124-8f4e-42af30c70cbb,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:30.721744 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b46a4-2ae6-4732-832b-9e9fb168b7cf None None] Network 5a0be94a-1e13-43b9-903f-2b3dbbae8635 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:51:30.836485 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-da949e7b-28e1-4aba-a73e-53dabb30e67f None None] Provisioning complete for port 770412a5-5782-4124-8f4e-42af30c70cbb triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:51:30.836850 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da949e7b-28e1-4aba-a73e-53dabb30e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:31.193496 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-933ba2b8-c17d-47af-a1d2-e2919759cc9d None None] Provisioning complete for port 770412a5-5782-4124-8f4e-42af30c70cbb triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:51:31.194395 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-933ba2b8-c17d-47af-a1d2-e2919759cc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:31.987376 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 770412a5-5782-4124-8f4e-42af30c70cbb up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:51:32.038278 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 770412a5-5782-4124-8f4e-42af30c70cbb triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:51:32.038725 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:32.507856 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88466ed8-60d0-49c2-a77d-470279667247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:32.676097 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 59794) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:33.018031 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [None req-de45abbe-b829-4a64-bbc4-b7c542255b35 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:51:33.019016 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-de45abbe-b829-4a64-bbc4-b7c542255b35 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3419795 Nov 22 22:51:35.201970 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb1d5f5e-0dc0-48b5-bf45-dae06861236a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:35.583025 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 59802) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:35.899479 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:51:35.923307 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Made reservation on behalf of 38eb7967eb284351bff65af9773f388a for: {'network': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:51:35.926328 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:35.942686 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:36.046888 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:36.051093 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:36.062898 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Reserving flat network on physical network physnet1 {{(pid=102663) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 22:51:36.094749 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740652702172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:36.095349 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Unsubscribe: segment precommit_create {{(pid=102663) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 22:51:36.095851 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.segments_db [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Added segment da14fd89-fac4-4e4f-8282-42b4c6159200 of type flat for network e28730dd-aa15-45df-ad65-718ec9d0cbab Nov 22 22:51:36.111609 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24be5996-d97a-4f3d-a049-032e5a4bd686,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:36.138904 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:36.139262 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:36.139603 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:36.139936 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:36.140282 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:36.140616 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:36.140944 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:36.141279 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:36.141641 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:36.141970 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:36.142356 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:36.142639 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Tracked resource versions report: Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: pushed versions: Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: { 'AddressGroup': {'1.2'}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'ConntrackHelper': {'1.0'}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Log': {'1.0'}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Network': {'1.1'}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Port': {'1.7'}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'PortForwarding': {'1.2'}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'QosPolicy': {'1.10'}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'SecurityGroup': {'1.5'}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'SecurityGroupRule': {'1.2'}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'SubPort': {'1.0'}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Subnet': {'1.1'}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Trunk': {'1.1'}} Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: consumer versions: Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: { DHCP agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: L3 agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: Metadata agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: Metering agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: Open vSwitch agent@dv-cinder-818834-1-iscsi: { 'AddressGroup': '1.2', Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'ConntrackHelper': '1.0', Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Log': '1.0', Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Network': '1.1', Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Port': '1.7', Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'PortForwarding': '1.2', Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'QosPolicy': '1.10', Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'SecurityGroup': '1.5', Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'SecurityGroupRule': '1.2', Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'SubPort': '1.0', Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Subnet': '1.1', Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Trunk': '1.1'}} Nov 22 22:51:36.143700 dv-cinder-818834-1-iscsi neutron-server[102663]: {{(pid=102663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 22:51:36.226231 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:36.266076 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:36.271278 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:36.272400 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:51:36.273110 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:36.351165 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7661843 Nov 22 22:51:36.382237 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910f6e5-31d7-4181-9a78-6e827e2d4f3f admin admin] Pushing event updated for resources: {'Network': ['ID=e28730dd-aa15-45df-ad65-718ec9d0cbab,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:36.393947 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network e28730dd-aa15-45df-ad65-718ec9d0cbab details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:51:37.600717 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:38.219048 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:38.878874 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 59824) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:39.062194 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c2e8f-f926-4ea6-90d5-a9e660000005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:51:39.063583 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-749c2e8f-f926-4ea6-90d5-a9e660000005 admin admin] 10.222.0.81 "GET /v2.0/subnets/a7e236f8-fb8e-4c17-934c-5c37a02a574c HTTP/1.1" status: 200 len: 849 time: 0.1837747 Nov 22 22:51:39.227460 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-d500785a-ba10-48cf-b6af-92580fa67421 admin admin] 10.222.0.81 "GET /v2.0/routers/553e5234-3118-49d9-821b-af02604e3854 HTTP/1.1" status: 200 len: 704 time: 0.1571550 Nov 22 22:51:39.499612 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:39.807536 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Allocated IP 172.20.0.1 (5a0be94a-1e13-43b9-903f-2b3dbbae8635/a7e236f8-fb8e-4c17-934c-5c37a02a574c/ffbbb93a-2e3f-4137-9604-dee920935608) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:51:39.974102 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:40.040554 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:40.167215 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Network 5a0be94a-1e13-43b9-903f-2b3dbbae8635 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:51:40.172108 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:51:40.175524 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:51:40.176073 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16292325'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:40.243800 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbbb93a-2e3f-4137-9604-dee920935608,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:40.350403 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-3947ff27-8270-4675-8a61-7e1baaa444b5 None None] Provisioning complete for port ffbbb93a-2e3f-4137-9604-dee920935608 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:51:40.350994 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3947ff27-8270-4675-8a61-7e1baaa444b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:40.385631 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3947ff27-8270-4675-8a61-7e1baaa444b5 None None] Port ffbbb93a-2e3f-4137-9604-dee920935608 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:51:40.388320 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:40.601334 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:40.605873 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:40.606753 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292217'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:40.692158 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbbb93a-2e3f-4137-9604-dee920935608,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:40.738167 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Network 5a0be94a-1e13-43b9-903f-2b3dbbae8635 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:51:40.739473 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:51:40.914142 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Router 553e5234-3118-49d9-821b-af02604e3854 is scheduled to L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:51:41.008535 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-a74dad9e-7cf9-4252-a5cf-b0edbd3d7865 None None] Provisioning complete for port ffbbb93a-2e3f-4137-9604-dee920935608 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:51:41.008824 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a74dad9e-7cf9-4252-a5cf-b0edbd3d7865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:41.009217 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:51:41.014822 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-046dbdc4-b1d4-4a30-895e-d5f21f3ccc43 admin admin] 10.222.0.81 "PUT /v2.0/routers/553e5234-3118-49d9-821b-af02604e3854/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7815979 Nov 22 22:51:41.033202 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Sync routers for ids ['553e5234-3118-49d9-821b-af02604e3854'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:51:41.046898 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Routers {'553e5234-3118-49d9-821b-af02604e3854'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:51:41.048043 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:51:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['553e5234-3118-49d9-821b-af02604e3854'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:51:41.056068 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a74dad9e-7cf9-4252-a5cf-b0edbd3d7865 None None] Port ffbbb93a-2e3f-4137-9604-dee920935608 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:51:41.243595 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Set router 553e5234-3118-49d9-821b-af02604e3854 gateway port host: None {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:51:41.721412 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553e5234-3118-49d9-821b-af02604e3854', 'name': 'router1', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:51:29Z', 'updated_at': '2021-11-22T22:51:40Z', 'revision_number': 2, 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'gw_port_host': None, '_interfaces': [{'id': 'ffbbb93a-2e3f-4137-9604-dee920935608', 'name': '', 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'mac_address': 'fa:16:3e:13:37:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553e5234-3118-49d9-821b-af02604e3854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:51:39Z', 'updated_at': '2021-11-22T22:51:40Z', 'revision_number': 2, 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'subnets': [{'id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '783c49c0-fe61-470f-b7b8-297c36019858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:51:41.776225 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Checking router: 553e5234-3118-49d9-821b-af02604e3854 for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:51:41.776604 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Updating router 553e5234-3118-49d9-821b-af02604e3854 port ffbbb93a-2e3f-4137-9604-dee920935608 binding host dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:51:41.829784 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:42.466019 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:42.473481 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:42.636272 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Pushing event updated for resources: {'Port': ['ID=ffbbb93a-2e3f-4137-9604-dee920935608,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:42.666491 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:42.666816 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:42.667160 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:42.667487 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:42.667810 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:42.668134 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:42.668455 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:42.668773 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:42.669091 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:42.669406 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:42.669748 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:42.670064 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Tracked resource versions report: Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: pushed versions: Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: { 'AddressGroup': {'1.2'}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'ConntrackHelper': {'1.0'}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Log': {'1.0'}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Network': {'1.1'}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Port': {'1.7'}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'PortForwarding': {'1.2'}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'QosPolicy': {'1.10'}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'SecurityGroup': {'1.5'}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'SecurityGroupRule': {'1.2'}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'SubPort': {'1.0'}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Subnet': {'1.1'}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Trunk': {'1.1'}} Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: consumer versions: Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: { DHCP agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: L3 agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: Metadata agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: Metering agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: Open vSwitch agent@dv-cinder-818834-1-iscsi: { 'AddressGroup': '1.2', Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'ConntrackHelper': '1.0', Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Log': '1.0', Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Network': '1.1', Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Port': '1.7', Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'PortForwarding': '1.2', Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'QosPolicy': '1.10', Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'SecurityGroup': '1.5', Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'SecurityGroupRule': '1.2', Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'SubPort': '1.0', Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Subnet': '1.1', Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Trunk': '1.1'}} Nov 22 22:51:42.671152 dv-cinder-818834-1-iscsi neutron-server[102665]: {{(pid=102665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 22:51:42.684097 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Attempting to bind port ffbbb93a-2e3f-4137-9604-dee920935608 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:51:42.684491 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Attempting to bind port ffbbb93a-2e3f-4137-9604-dee920935608 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': '1af97c97-d5bc-4aef-8f28-53c06245406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:51:42.684931 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Attempting to bind port ffbbb93a-2e3f-4137-9604-dee920935608 on network 5a0be94a-1e13-43b9-903f-2b3dbbae8635 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:51:42.690262 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:51:42.690669 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Checking segment: {'id': '1af97c97-d5bc-4aef-8f28-53c06245406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:51:42.691127 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:42.691508 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Bound using segment: {'id': '1af97c97-d5bc-4aef-8f28-53c06245406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:51:42.691994 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Bound port: ffbbb93a-2e3f-4137-9604-dee920935608, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af97c97-d5bc-4aef-8f28-53c06245406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:51:42.692379 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:42.767908 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] For port ffbbb93a-2e3f-4137-9604-dee920935608, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:51:42.791115 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] For port ffbbb93a-2e3f-4137-9604-dee920935608, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=ffbbb93a-2e3f-4137-9604-dee920935608,segment=NetworkSegment(1af97c97-d5bc-4aef-8f28-53c06245406d),segment_id=1af97c97-d5bc-4aef-8f28-53c06245406d)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:51:42.796132 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-b30a1fc9-4975-4451-9412-da279927ccc8 None None] Provisioning complete for port ffbbb93a-2e3f-4137-9604-dee920935608 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:51:42.796699 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b30a1fc9-4975-4451-9412-da279927ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:42.796804 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:42.856139 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Routers {'553e5234-3118-49d9-821b-af02604e3854'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:51:42.856992 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:51:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['553e5234-3118-49d9-821b-af02604e3854'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:51:42.889444 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b30a1fc9-4975-4451-9412-da279927ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:42.934424 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b30a1fc9-4975-4451-9412-da279927ccc8 None None] For port ffbbb93a-2e3f-4137-9604-dee920935608, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=ffbbb93a-2e3f-4137-9604-dee920935608,segment=NetworkSegment(1af97c97-d5bc-4aef-8f28-53c06245406d),segment_id=1af97c97-d5bc-4aef-8f28-53c06245406d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:51:42.944752 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b30a1fc9-4975-4451-9412-da279927ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:42.955121 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] Set router 553e5234-3118-49d9-821b-af02604e3854 gateway port host: None {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:51:43.019711 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a1fc9-4975-4451-9412-da279927ccc8 None None] Pushing event updated for resources: {'Port': ['ID=ffbbb93a-2e3f-4137-9604-dee920935608,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:43.066347 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-3fe060fd-7e12-4f0e-8941-e3652034dab1 None None] Provisioning complete for port ffbbb93a-2e3f-4137-9604-dee920935608 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:51:43.067046 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3fe060fd-7e12-4f0e-8941-e3652034dab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:43.087729 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe8307-048e-4662-8189-e500515a13d3 None None] Pushing event updated for resources: {'Port': ['ID=ffbbb93a-2e3f-4137-9604-dee920935608,revision_number=4']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:43.199253 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553e5234-3118-49d9-821b-af02604e3854', 'name': 'router1', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:51:29Z', 'updated_at': '2021-11-22T22:51:40Z', 'revision_number': 2, 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'gw_port_host': None, '_interfaces': [{'id': 'ffbbb93a-2e3f-4137-9604-dee920935608', 'name': '', 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'mac_address': 'fa:16:3e:13:37:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553e5234-3118-49d9-821b-af02604e3854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:51:39Z', 'updated_at': '2021-11-22T22:51:42Z', 'revision_number': 4, 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'subnets': [{'id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '783c49c0-fe61-470f-b7b8-297c36019858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:51:43.226529 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fb537-1fdc-442e-bf63-62e406d14241 None None] The sync data for ids ['553e5234-3118-49d9-821b-af02604e3854'] in dv-cinder-818834-1-iscsi is: [{'id': '553e5234-3118-49d9-821b-af02604e3854', 'name': 'router1', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:51:29Z', 'updated_at': '2021-11-22T22:51:40Z', 'revision_number': 2, 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'gw_port_host': None, '_interfaces': [{'id': 'ffbbb93a-2e3f-4137-9604-dee920935608', 'name': '', 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'mac_address': 'fa:16:3e:13:37:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553e5234-3118-49d9-821b-af02604e3854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:51:39Z', 'updated_at': '2021-11-22T22:51:42Z', 'revision_number': 4, 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'subnets': [{'id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '783c49c0-fe61-470f-b7b8-297c36019858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:51:43.555399 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 59844) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:43.668776 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23b9573-6b20-4227-9910-19e59ab2edd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:51:43.670470 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-c23b9573-6b20-4227-9910-19e59ab2edd6 admin admin] 10.222.0.81 "GET /v2.0/networks/e28730dd-aa15-45df-ad65-718ec9d0cbab HTTP/1.1" status: 200 len: 842 time: 0.1137154 Nov 22 22:51:43.681510 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:51:43.704966 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] Made reservation on behalf of 38eb7967eb284351bff65af9773f388a for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:51:43.707583 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:44.005697 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.objects.ports [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102662) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 22:51:44.006718 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:44.065034 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b032222-988d-426c-b15f-5cc895a73b2a,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:44.072460 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] Checking segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:51:44.072711 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] Network hostable DHCP agents. Network: e28730dd-aa15-45df-ad65-718ec9d0cbab, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:51:44.089724 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:51:44.099125 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, e28730dd-aa15-45df-ad65-718ec9d0cbab) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:51:44.103592 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:51:44.104199 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:44.109856 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d7b96-1f91-4aef-abb6-612f12f6ec0f None None] Network e28730dd-aa15-45df-ad65-718ec9d0cbab requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:51:44.131056 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-463d988e-2ab5-487a-a5f2-df9aa53702d4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4527810 Nov 22 22:51:44.254164 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47c101d-e7cb-45f8-ab95-40edd61f5fdb None None] Network e28730dd-aa15-45df-ad65-718ec9d0cbab requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:51:46.575164 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 59852) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:46.711018 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-3642a92f-e1c5-48db-9736-bb872717ce2b admin admin] 10.222.0.81 "GET /v2.0/routers/553e5234-3118-49d9-821b-af02604e3854 HTTP/1.1" status: 200 len: 710 time: 0.1346352 Nov 22 22:51:46.873464 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f40d61-52b5-4a97-81ca-1441a70e5676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:51:46.878335 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-d5f40d61-52b5-4a97-81ca-1441a70e5676 admin admin] 10.222.0.81 "GET /v2.0/networks/e28730dd-aa15-45df-ad65-718ec9d0cbab HTTP/1.1" status: 200 len: 886 time: 0.1579750 Nov 22 22:51:46.885325 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:51:47.149290 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:47.406582 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:47.482480 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:47.589687 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Allocated IP 172.27.0.166 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/d218ced7-165a-48c6-81ca-18212273102f) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:51:47.694149 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:47.727359 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:47.769052 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:51:47.774537 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:51:47.779087 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:51:47.782248 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Pushing event updated for resources: {'Port': ['ID=d218ced7-165a-48c6-81ca-18212273102f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:48.035964 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:48.322949 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-398173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28246'] for router, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:48.326442 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-398246'] for router, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:48.439125 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Router 553e5234-3118-49d9-821b-af02604e3854 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:51:48.556152 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:51:48.560674 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:48.562199 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-2bfe6584-1d6d-40f7-bad4-3f435e937d22 admin admin] 10.222.0.81 "PUT /v2.0/routers/553e5234-3118-49d9-821b-af02604e3854 HTTP/1.1" status: 200 len: 890 time: 1.6804211 Nov 22 22:51:50.023576 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device ffbbb93a-2e3f-4137-9604-dee920935608 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:51:50.076610 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port ffbbb93a-2e3f-4137-9604-dee920935608 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:51:50.077277 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:50.320906 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Sync routers for ids ['553e5234-3118-49d9-821b-af02604e3854'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:51:50.333001 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Routers {'553e5234-3118-49d9-821b-af02604e3854'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:51:50.333721 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:51:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['553e5234-3118-49d9-821b-af02604e3854'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:51:50.554879 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Set router 553e5234-3118-49d9-821b-af02604e3854 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:51:51.031167 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553e5234-3118-49d9-821b-af02604e3854', 'name': 'router1', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd218ced7-165a-48c6-81ca-18212273102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:51:29Z', 'updated_at': '2021-11-22T22:51:47Z', 'revision_number': 4, 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'gw_port': {'id': 'd218ced7-165a-48c6-81ca-18212273102f', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553e5234-3118-49d9-821b-af02604e3854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:51:47Z', 'updated_at': '2021-11-22T22:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': 'ffbbb93a-2e3f-4137-9604-dee920935608', 'name': '', 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'mac_address': 'fa:16:3e:13:37:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553e5234-3118-49d9-821b-af02604e3854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:51:39Z', 'updated_at': '2021-11-22T22:51:42Z', 'revision_number': 5, 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'subnets': [{'id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '783c49c0-fe61-470f-b7b8-297c36019858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:51:51.086724 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Checking router: 553e5234-3118-49d9-821b-af02604e3854 for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:51:51.087107 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Updating router 553e5234-3118-49d9-821b-af02604e3854 port d218ced7-165a-48c6-81ca-18212273102f binding host dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:51:51.136558 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 59864) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:51:51.138344 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:51.257743 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b923b81c-040e-4459-b667-f88ffd9c3f9a admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1198726 Nov 22 22:51:51.479391 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:51.486248 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:51.540202 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0a732-5923-4f74-87b3-22f7f97e8e28 None None] Pushing event updated for resources: {'Port': ['ID=d218ced7-165a-48c6-81ca-18212273102f,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:51.544423 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Attempting to bind port d218ced7-165a-48c6-81ca-18212273102f on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:51:51.544796 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Attempting to bind port d218ced7-165a-48c6-81ca-18212273102f by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:51:51.545162 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Attempting to bind port d218ced7-165a-48c6-81ca-18212273102f on network e28730dd-aa15-45df-ad65-718ec9d0cbab {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:51:51.550811 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:51:51.551182 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Checking segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:51:51.551583 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:51.551970 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Bound using segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:51:51.552456 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Bound port: d218ced7-165a-48c6-81ca-18212273102f, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:51:51.552863 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:51.607055 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] For port d218ced7-165a-48c6-81ca-18212273102f, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:51:51.610118 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] For port d218ced7-165a-48c6-81ca-18212273102f, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=d218ced7-165a-48c6-81ca-18212273102f,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:51:51.616378 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:51.677235 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Routers {'553e5234-3118-49d9-821b-af02604e3854'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:51:51.678364 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:51:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['553e5234-3118-49d9-821b-af02604e3854'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:51:51.714212 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0a732-5923-4f74-87b3-22f7f97e8e28 None None] Pushing event updated for resources: {'Port': ['ID=d218ced7-165a-48c6-81ca-18212273102f,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:51.799632 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] Set router 553e5234-3118-49d9-821b-af02604e3854 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:51:52.055381 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553e5234-3118-49d9-821b-af02604e3854', 'name': 'router1', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd218ced7-165a-48c6-81ca-18212273102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:51:29Z', 'updated_at': '2021-11-22T22:51:47Z', 'revision_number': 4, 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'gw_port': {'id': 'd218ced7-165a-48c6-81ca-18212273102f', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553e5234-3118-49d9-821b-af02604e3854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:51:47Z', 'updated_at': '2021-11-22T22:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': 'ffbbb93a-2e3f-4137-9604-dee920935608', 'name': '', 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'mac_address': 'fa:16:3e:13:37:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553e5234-3118-49d9-821b-af02604e3854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:51:39Z', 'updated_at': '2021-11-22T22:51:42Z', 'revision_number': 5, 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'subnets': [{'id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '783c49c0-fe61-470f-b7b8-297c36019858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:51:52.088452 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad6006-10df-4918-979c-3c4d4afe9d3f None None] The sync data for ids ['553e5234-3118-49d9-821b-af02604e3854'] in dv-cinder-818834-1-iscsi is: [{'id': '553e5234-3118-49d9-821b-af02604e3854', 'name': 'router1', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd218ced7-165a-48c6-81ca-18212273102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:51:29Z', 'updated_at': '2021-11-22T22:51:47Z', 'revision_number': 4, 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'gw_port': {'id': 'd218ced7-165a-48c6-81ca-18212273102f', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553e5234-3118-49d9-821b-af02604e3854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:51:47Z', 'updated_at': '2021-11-22T22:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': 'ffbbb93a-2e3f-4137-9604-dee920935608', 'name': '', 'network_id': '5a0be94a-1e13-43b9-903f-2b3dbbae8635', 'tenant_id': 'af2c26add1824ee6a204e82c69c75146', 'mac_address': 'fa:16:3e:13:37:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553e5234-3118-49d9-821b-af02604e3854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:51:39Z', 'updated_at': '2021-11-22T22:51:42Z', 'revision_number': 5, 'project_id': 'af2c26add1824ee6a204e82c69c75146', 'subnets': [{'id': 'a7e236f8-fb8e-4c17-934c-5c37a02a574c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '783c49c0-fe61-470f-b7b8-297c36019858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:51:54.063046 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device d218ced7-165a-48c6-81ca-18212273102f up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:51:54.123092 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port d218ced7-165a-48c6-81ca-18212273102f triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:51:54.124441 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:54.205919 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:54.230171 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port d218ced7-165a-48c6-81ca-18212273102f, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=d218ced7-165a-48c6-81ca-18212273102f,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:51:54.234945 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:54.284184 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=d218ced7-165a-48c6-81ca-18212273102f,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:51:56.059419 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device d218ced7-165a-48c6-81ca-18212273102f up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:51:56.167418 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port d218ced7-165a-48c6-81ca-18212273102f triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:51:56.169926 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:51:58.051494 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 5 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:52:02.510948 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50eb3856-75cb-4ea3-aff4-c3f00edf6b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:52:05.205117 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9a7b5a65-407e-4088-82a2-efbd8a362f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:52:06.283672 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:52:07.609755 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:52:08.235000 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:52:32.515532 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9a210e4e-1e97-48aa-90a9-3d000f2f42f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:52:35.050265 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 5 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:52:35.210700 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2c40e06-efbe-416e-befa-396ecda6ffcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:52:36.275038 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:52:37.613353 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:52:38.225398 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:02.526379 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-574b0888-67ae-4f50-be35-cccd3d3c06c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:05.211914 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56f91c4a-817c-4f61-add4-e5cb293d2c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:06.275741 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:07.603711 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:08.220362 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:12.049824 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 5 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:53:12.744791 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60348) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:53:12.811947 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f0b691-ee76-4de4-918c-d78edcda9960 admin admin] GET failed (client error): The resource could not be found. Nov 22 22:53:12.813410 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-a2f0b691-ee76-4de4-918c-d78edcda9960 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0676484 Nov 22 22:53:12.993019 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08fbac4-b042-4858-831c-63be71a07cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:12.994509 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e08fbac4-b042-4858-831c-63be71a07cd6 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1729054 Nov 22 22:53:15.309470 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60358) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:53:15.402650 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585a23e4-ad06-42cd-9d1c-6cc4a7484625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:15.404046 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-585a23e4-ad06-42cd-9d1c-6cc4a7484625 admin admin] 10.222.0.81 "GET /v2.0/subnets/a7e236f8-fb8e-4c17-934c-5c37a02a574c HTTP/1.1" status: 200 len: 849 time: 0.0935793 Nov 22 22:53:15.414642 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:53:15.502571 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:15.647745 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740652757836'] for subnet, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:15.678701 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:15.679325 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:15.680636 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] 10.222.0.81 "PUT /v2.0/subnets/a7e236f8-fb8e-4c17-934c-5c37a02a574c HTTP/1.1" status: 200 len: 868 time: 0.2697964 Nov 22 22:53:15.686213 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad54a32-6bd7-4149-83db-5c56e732399c None None] Network 5a0be94a-1e13-43b9-903f-2b3dbbae8635 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:53:15.703666 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e236f8-fb8e-4c17-934c-5c37a02a574c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:53:15.711979 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:53:15.712359 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:53:15.712699 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:53:15.713038 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:53:15.713374 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:53:15.713755 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:53:15.714103 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:53:15.714436 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:53:15.714765 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:53:15.715097 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:53:15.715424 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:53:15.715748 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18380c1-6079-4f2b-bc65-22e0d9bf5736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:53:16.066518 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e8f242cc-cd28-44f2-b66e-3c735ca54b5d None None] Provisioning complete for port 770412a5-5782-4124-8f4e-42af30c70cbb triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:53:16.066889 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e8f242cc-cd28-44f2-b66e-3c735ca54b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:16.153329 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e8f242cc-cd28-44f2-b66e-3c735ca54b5d None None] Provisioning complete for port ffbbb93a-2e3f-4137-9604-dee920935608 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:53:16.153329 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e8f242cc-cd28-44f2-b66e-3c735ca54b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:18.066551 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60366) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:53:18.271379 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd40f3e-c495-44e9-94ea-b77d58350c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:18.271846 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd40f3e-c495-44e9-94ea-b77d58350c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:18.273404 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-4fd40f3e-c495-44e9-94ea-b77d58350c64 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2058892 Nov 22 22:53:20.636630 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60374) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:53:20.772527 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80b3a92-853b-4a74-9b92-23584a573b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:20.773000 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80b3a92-853b-4a74-9b92-23584a573b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:20.774591 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e80b3a92-853b-4a74-9b92-23584a573b01 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1369963 Nov 22 22:53:23.098001 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 60382) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:53:23.352849 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb656f4-83f2-4e44-819e-815b1b3694d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:23.354451 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-4eb656f4-83f2-4e44-819e-815b1b3694d9 admin admin] 10.222.0.81 "GET /v2.0/networks/5a0be94a-1e13-43b9-903f-2b3dbbae8635 HTTP/1.1" status: 200 len: 870 time: 0.2551985 Nov 22 22:53:25.795132 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60394) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:53:25.935438 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46280e72-e128-4444-ae57-f12bcc98a2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:25.937033 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-46280e72-e128-4444-ae57-f12bcc98a2e1 admin admin] 10.222.0.81 "GET /v2.0/networks/e28730dd-aa15-45df-ad65-718ec9d0cbab HTTP/1.1" status: 200 len: 886 time: 0.1404274 Nov 22 22:53:28.272973 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 60402) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:53:28.397883 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341038f2-63a1-4e51-a7a5-d78be7bb1c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:28.398322 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341038f2-63a1-4e51-a7a5-d78be7bb1c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:28.399842 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-341038f2-63a1-4e51-a7a5-d78be7bb1c70 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259036 Nov 22 22:53:30.703214 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60410) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:53:30.829242 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67652ac-512b-4b30-92a1-213321c388c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:30.829718 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67652ac-512b-4b30-92a1-213321c388c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:30.832075 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-a67652ac-512b-4b30-92a1-213321c388c7 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277702 Nov 22 22:53:32.518654 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cb670a1-f5e6-442b-b6ac-8c191b8c2e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:33.120565 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60418) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:53:33.211608 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4837f1-a4d1-4ef4-8440-7e16f48a050c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:33.212976 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-8c4837f1-a4d1-4ef4-8440-7e16f48a050c admin admin] 10.222.0.81 "GET /v2.0/subnets/9b032222-988d-426c-b15f-5cc895a73b2a HTTP/1.1" status: 200 len: 816 time: 0.0915220 Nov 22 22:53:35.213551 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a9ecd1c-98f5-46c0-9a52-b52370b15ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:35.484525 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 60426) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:53:35.614633 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d14ab2-6877-4476-a66e-5b3b98550c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:53:35.616027 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-05d14ab2-6877-4476-a66e-5b3b98550c28 admin admin] 10.222.0.81 "GET /v2.0/subnets/a7e236f8-fb8e-4c17-934c-5c37a02a574c HTTP/1.1" status: 200 len: 868 time: 0.1306038 Nov 22 22:53:36.280041 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:37.606948 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:38.224131 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:53:49.049536 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 5 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:54:00.254650 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 60480) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:54:00.302947 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [None req-4225a0fb-3ea8-4a79-bb65-410a8133ea74 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:54:00.303940 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-4225a0fb-3ea8-4a79-bb65-410a8133ea74 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483484 Nov 22 22:54:02.521101 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac7d4-0919-4d20-987e-5d0a9d70e1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:02.683725 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60488) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:54:02.745530 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-b834cf45-b6aa-4f9d-86d7-42bf6942d44d admin admin] GET failed (client error): The resource could not be found. Nov 22 22:54:02.746817 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b834cf45-b6aa-4f9d-86d7-42bf6942d44d admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621488 Nov 22 22:54:02.832674 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8937d48-adba-4401-b570-4f69655811e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:54:02.834188 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e8937d48-adba-4401-b570-4f69655811e7 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826566 Nov 22 22:54:05.182084 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60496) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:54:05.214271 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f6bff52-4885-4b52-ba1e-a9fae33713ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:05.231728 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:54:05.253597 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] Made reservation on behalf of 38eb7967eb284351bff65af9773f388a for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:54:05.255924 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:05.285162 dv-cinder-818834-1-iscsi neutron-server[102662]: WARNING neutron.services.revisions.revision_plugin [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] Could not find related network for resource to bump revision. Nov 22 22:54:05.298795 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:54:05.308598 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:05.308935 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] Added segment a22aa373-7b13-4a4b-85b1-2caecbf86612 of type vlan for network 684d006e-eb15-4de3-a012-1a3365b2c3c1 Nov 22 22:54:05.446973 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:05.469788 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:05.471336 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:54:05.471949 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:05.525558 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3423238 Nov 22 22:54:05.536980 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6c2ec-8240-4a21-8e07-e0deea226552 admin admin] Pushing event updated for resources: {'Network': ['ID=684d006e-eb15-4de3-a012-1a3365b2c3c1,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:54:05.548379 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 684d006e-eb15-4de3-a012-1a3365b2c3c1 details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:54:06.282664 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:07.608990 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:07.895685 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60504) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:54:07.957579 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d94418-e04a-43e4-be2d-8ac7078c13da admin admin] GET failed (client error): The resource could not be found. Nov 22 22:54:07.958925 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-78d94418-e04a-43e4-be2d-8ac7078c13da admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622735 Nov 22 22:54:08.034107 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe4630-8f24-4ec7-a5a7-9cf858232c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:54:08.035606 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-eafe4630-8f24-4ec7-a5a7-9cf858232c89 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0720646 Nov 22 22:54:08.045891 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c8035b40-1779-408e-b6cf-9122173ec750 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:54:08.066276 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8035b40-1779-408e-b6cf-9122173ec750 admin admin] Made reservation on behalf of 38eb7967eb284351bff65af9773f388a for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:54:08.068477 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8035b40-1779-408e-b6cf-9122173ec750 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:08.227800 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:08.231522 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8035b40-1779-408e-b6cf-9122173ec750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:08.285825 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8035b40-1779-408e-b6cf-9122173ec750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6be708-852f-4b7e-9fd9-2d16b180bd99,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:54:08.295669 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8035b40-1779-408e-b6cf-9122173ec750 admin admin] Checking segment: {'id': 'a22aa373-7b13-4a4b-85b1-2caecbf86612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:54:08.296025 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8035b40-1779-408e-b6cf-9122173ec750 admin admin] Network hostable DHCP agents. Network: 684d006e-eb15-4de3-a012-1a3365b2c3c1, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:54:08.311516 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8035b40-1779-408e-b6cf-9122173ec750 admin admin] Network 684d006e-eb15-4de3-a012-1a3365b2c3c1 is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:54:08.320865 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-c8035b40-1779-408e-b6cf-9122173ec750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 684d006e-eb15-4de3-a012-1a3365b2c3c1) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:54:08.324918 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8035b40-1779-408e-b6cf-9122173ec750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:54:08.325537 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8035b40-1779-408e-b6cf-9122173ec750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:08.331114 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adfddfb-87c4-471a-a22e-e7bd60678afd None None] Network 684d006e-eb15-4de3-a012-1a3365b2c3c1 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:54:08.342004 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-c8035b40-1779-408e-b6cf-9122173ec750 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2994726 Nov 22 22:54:08.582182 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32a08a7-587b-5100-8c07-e5f5466f0d27-684d006e-eb15-4de3-a012-1a3365b2c3c1', 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1', 'tenant_id': '38eb7967eb284351bff65af9773f388a', 'fixed_ips': [{'subnet_id': 'ec6be708-852f-4b7e-9fd9-2d16b180bd99'}]}} from dv-cinder-818834-1-iscsi. {{(pid=102664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:54:08.583345 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:08.724248 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Allocated IP 192.168.233.2 (684d006e-eb15-4de3-a012-1a3365b2c3c1/ec6be708-852f-4b7e-9fd9-2d16b180bd99/3003ee08-62ab-49f8-bc9c-27c68c71a98d) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:54:08.873880 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:08.881473 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:08.929771 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Pushing event updated for resources: {'Port': ['ID=3003ee08-62ab-49f8-bc9c-27c68c71a98d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:54:08.932943 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Network 684d006e-eb15-4de3-a012-1a3365b2c3c1 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:54:08.935131 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:54:08.937693 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:54:08.946209 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:54:08.946469 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:54:08.946824 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:54:08.947164 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:54:08.947498 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:54:08.947837 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:54:08.948164 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:54:08.948492 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:54:08.948834 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:54:08.949163 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:54:08.949485 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:54:08.949832 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:54:09.002910 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Attempting to bind port 3003ee08-62ab-49f8-bc9c-27c68c71a98d on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:54:09.003279 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Attempting to bind port 3003ee08-62ab-49f8-bc9c-27c68c71a98d by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'a22aa373-7b13-4a4b-85b1-2caecbf86612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:54:09.003641 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Attempting to bind port 3003ee08-62ab-49f8-bc9c-27c68c71a98d on network 684d006e-eb15-4de3-a012-1a3365b2c3c1 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:54:09.008714 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:54:09.009085 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Checking segment: {'id': 'a22aa373-7b13-4a4b-85b1-2caecbf86612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:54:09.009485 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:09.009909 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Bound using segment: {'id': 'a22aa373-7b13-4a4b-85b1-2caecbf86612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:54:09.010509 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Bound port: 3003ee08-62ab-49f8-bc9c-27c68c71a98d, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22aa373-7b13-4a4b-85b1-2caecbf86612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:54:09.010763 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:09.078302 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] For port 3003ee08-62ab-49f8-bc9c-27c68c71a98d, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:54:09.082273 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] For port 3003ee08-62ab-49f8-bc9c-27c68c71a98d, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=3003ee08-62ab-49f8-bc9c-27c68c71a98d,segment=NetworkSegment(a22aa373-7b13-4a4b-85b1-2caecbf86612),segment_id=a22aa373-7b13-4a4b-85b1-2caecbf86612)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:54:09.087296 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:09.151004 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a9ddd-1b6c-478c-ab35-3adca828a291 None None] Pushing event updated for resources: {'Port': ['ID=3003ee08-62ab-49f8-bc9c-27c68c71a98d,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:54:09.962689 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f04a96-8f6e-48b5-81f8-b3066e6d52e1 None None] Network 684d006e-eb15-4de3-a012-1a3365b2c3c1 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:54:10.035301 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-41a3ccec-b1e8-46f1-8c51-f4662cf5157f None None] Provisioning complete for port 3003ee08-62ab-49f8-bc9c-27c68c71a98d triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:54:10.035659 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41a3ccec-b1e8-46f1-8c51-f4662cf5157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:10.138015 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 3003ee08-62ab-49f8-bc9c-27c68c71a98d up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:54:10.230371 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41a3ccec-b1e8-46f1-8c51-f4662cf5157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:10.277073 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-41a3ccec-b1e8-46f1-8c51-f4662cf5157f None None] For port 3003ee08-62ab-49f8-bc9c-27c68c71a98d, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=3003ee08-62ab-49f8-bc9c-27c68c71a98d,segment=NetworkSegment(a22aa373-7b13-4a4b-85b1-2caecbf86612),segment_id=a22aa373-7b13-4a4b-85b1-2caecbf86612)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:54:10.284852 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41a3ccec-b1e8-46f1-8c51-f4662cf5157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:10.289107 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 3003ee08-62ab-49f8-bc9c-27c68c71a98d triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:54:10.289465 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:10.370269 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3ccec-b1e8-46f1-8c51-f4662cf5157f None None] Pushing event updated for resources: {'Port': ['ID=3003ee08-62ab-49f8-bc9c-27c68c71a98d,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:54:10.505093 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-34257f2a-2d67-4e91-a01b-22accde58cee None None] Provisioning complete for port 3003ee08-62ab-49f8-bc9c-27c68c71a98d triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:54:10.505372 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34257f2a-2d67-4e91-a01b-22accde58cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:12.096559 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 3003ee08-62ab-49f8-bc9c-27c68c71a98d up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:54:12.146960 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 3003ee08-62ab-49f8-bc9c-27c68c71a98d triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:54:12.147569 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:26.047126 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 5 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:54:32.524716 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1896d0ba-c2a7-4469-97f1-68333248819a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:35.221201 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f86a0d08-ddee-442f-ab3c-1ad8ac3e67d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:36.285543 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:37.612615 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:54:38.230099 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:02.526604 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88bc0110-702c-4423-81ae-47552f6ddca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:03.044960 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 5 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:55:05.216509 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-210de83c-4787-4c55-946b-477d528bcc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:06.289171 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:07.614602 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:08.232611 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:22.345555 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60550) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:55:22.351637 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [None req-7fd1be7d-f697-43f0-9da2-d4255932ce52 tempest-verify_tempest_config-915493648 tempest-verify_tempest_config-915493648-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:55:22.352622 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-7fd1be7d-f697-43f0-9da2-d4255932ce52 tempest-verify_tempest_config-915493648 tempest-verify_tempest_config-915493648-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060735 Nov 22 22:55:22.643606 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60568) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:55:22.746102 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:22.821813 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:22.825293 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:22.874527 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c99a68b8cb04dc7afa4daca2aef9853&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2297089 Nov 22 22:55:22.876514 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e15b40-5457-4e04-b01d-85e11f0d9dec,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:55:22.877059 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 60572) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:55:22.883229 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:22.883579 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:22.883924 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:22.884265 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:22.884599 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:22.884947 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:22.885284 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:22.885630 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:22.885978 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:22.886308 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:22.886629 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:22.886952 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dd80c-5963-4969-835c-2dc0caf7dbae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:22.935420 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:22.958888 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:23.050587 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:23.053204 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:23.054405 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4e15b40-5457-4e04-b01d-85e11f0d9dec HTTP/1.1" status: 204 len: 168 time: 0.1762805 Nov 22 22:55:23.062690 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e15b40-5457-4e04-b01d-85e11f0d9dec,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:55:23.069418 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:23.069822 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:23.070167 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:23.070505 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:23.070837 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:23.071183 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:23.071520 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:23.071899 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:23.072177 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:23.072503 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:23.072829 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:23.073154 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15467d6e-8758-4b35-a818-3f4970554241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:55:32.529013 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8468579c-c773-4b0b-8854-8ab77b419fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:35.220714 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0696c22-620e-4ab7-9eb9-8e231b9e1b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:36.292340 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:37.617638 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:38.235997 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:55:40.043042 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 5 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:56:02.532074 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d47b948-825d-4c9d-95ef-04e72e713b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:56:05.224310 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70e79925-1054-412c-a6d4-5eb894c4edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:56:06.293655 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:56:07.620041 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:56:08.238557 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:56:17.041440 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 5 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:56:32.533907 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0662d78a-8c5f-4e2d-b347-9df9b456f410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:56:35.226949 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7e39fed-e51b-4233-8c07-3f2212fd6358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:56:36.297049 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:56:37.622725 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:56:38.240594 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:56:54.040382 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 5 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:56:58.192110 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398465'] for agent, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:57:02.537101 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93588461-ffa1-4b0d-b4aa-6471af2be2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:57:05.228506 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4414692-7cc9-458b-9f2f-4b0e1cca56a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:57:06.299478 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:57:07.636088 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:57:08.247012 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:57:13.051407 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 60646) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:57:13.156698 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-5b00ce16-972c-4324-95e0-f0d209180f9a admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1041987 Nov 22 22:57:15.465908 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60656) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:57:15.526964 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-dabb7f8b-9bde-423f-a046-f817e30cf306 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0598783 Nov 22 22:57:28.160795 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:57:31.039700 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:57:32.539590 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93f0f07a-86f1-49b7-84d7-e1c1d72ffe6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:57:35.232726 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-649f486c-0edc-46fb-980b-3c284d34d770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:57:36.301568 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:57:37.629854 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:57:38.238661 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:57:58.176973 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:02.543106 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6f460cc5-8058-4400-971b-9b2b14133430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:05.237226 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b69d197-fe7c-4c0e-9688-730334f90504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:06.304555 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:07.635852 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:08.039353 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:58:08.252987 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:28.176293 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:32.547379 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e0290e1f-b832-4b3d-aa20-2f5b07804155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:35.240512 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ad11462-59bf-47b2-bb46-876177d43460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:36.310072 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:37.636279 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:38.245449 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:45.039225 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:58:46.440609 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60848) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:46.471087 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60854) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:46.592364 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60864) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:46.690945 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-82132811-network', 'tenant_id': '6ae3b6b7cb754497a30d3a41220bef60'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:46.708254 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-481137732-network', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:46.729793 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.db.api [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 22:58:46.729793 dv-cinder-818834-1-iscsi neutron-server[102662]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 22 22:58:46.729793 dv-cinder-818834-1-iscsi neutron-server[102662]: [parameters: {'project_id': '6ae3b6b7cb754497a30d3a41220bef60', 'id': 'feb32e3b-17b6-4036-96aa-f2e80a2bcbf9', 'expiration': datetime.datetime(2021, 11, 22, 23, 0, 46, 724340)}] Nov 22 22:58:46.729793 dv-cinder-818834-1-iscsi neutron-server[102662]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 22:58:46.731031 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG oslo_db.api [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 22:58:46.744417 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Made reservation on behalf of 387b910bbc6a480a88d07859ab82cfe6 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:58:46.747292 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:46.757347 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:46.859856 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:46.868339 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:46.904191 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a60ae61-1d31-4655-96d9-d529ec08e3b5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:46.917893 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:46.918328 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:46.919052 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:46.919459 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:46.919855 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:46.920284 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:46.920681 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:46.921089 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:46.921968 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:46.922374 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:46.923090 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:46.923486 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Tracked resource versions report: Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: pushed versions: Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: { 'AddressGroup': {'1.2'}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'ConntrackHelper': {'1.0'}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Log': {'1.0'}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Network': {'1.1'}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Port': {'1.7'}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'PortForwarding': {'1.2'}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'QosPolicy': {'1.10'}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'SecurityGroup': {'1.5'}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'SecurityGroupRule': {'1.2'}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'SubPort': {'1.0'}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Subnet': {'1.1'}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Trunk': {'1.1'}} Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: consumer versions: Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: { DHCP agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: HyperV agent@hv-cinder-81883: {}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: L3 agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: Metadata agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: Metering agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: Open vSwitch agent@dv-cinder-818834-1-iscsi: { 'AddressGroup': '1.2', Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'ConntrackHelper': '1.0', Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Log': '1.0', Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Network': '1.1', Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Port': '1.7', Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'PortForwarding': '1.2', Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'QosPolicy': '1.10', Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'SecurityGroup': '1.5', Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'SecurityGroupRule': '1.2', Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'SubPort': '1.0', Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Subnet': '1.1', Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: 'Trunk': '1.1'}} Nov 22 22:58:46.924631 dv-cinder-818834-1-iscsi neutron-server[102662]: {{(pid=102662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 22:58:46.932529 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:58:46.943892 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:46.944237 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Added segment 40a04a89-6ebd-4e32-90f4-0d446d4153d8 of type vlan for network bf77bdb8-32c3-46df-9787-173ffafa8e98 Nov 22 22:58:46.982034 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-637076007-network', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:47.006701 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.032106 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Made reservation on behalf of 5cfa9a861da442f688818dd77f89bf9f for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:58:47.034675 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.050047 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.087669 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 60876) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:47.154098 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.156088 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.157248 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:58:47.158030 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.166496 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.179088 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:58:47.190755 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.191093 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Added segment 096490f2-d1fc-43c5-91c1-d7e79147b54c of type vlan for network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 Nov 22 22:58:47.243358 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.292476 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623bf141-eea5-4e7b-a5c9-f7f597163747,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:47.354902 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] Pushing event updated for resources: {'Network': ['ID=bf77bdb8-32c3-46df-9787-173ffafa8e98,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:47.368441 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.369864 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:58:47.370615 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.385957 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-6551f362-8194-4a51-b081-af87e0ed07b4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9133656 Nov 22 22:58:47.390005 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 60908) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:47.390882 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7958097 Nov 22 22:58:47.399559 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Request body: {'subnet': {'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-subnet', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:47.409558 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network bf77bdb8-32c3-46df-9787-173ffafa8e98 details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:58:47.430918 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 60910) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:47.436728 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-239832c1-30e6-43f5-8216-63e71c69e4ab admin admin] Request body: {'subnet': {'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-637076007-subnet', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:47.442672 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Made reservation on behalf of 387b910bbc6a480a88d07859ab82cfe6 for: {'subnet': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:58:47.446324 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Publish callbacks [] for subnet, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.461917 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4f4ac-208e-4222-b879-05e0933a445c admin admin] Pushing event updated for resources: {'Network': ['ID=2cb3d985-c2d9-4782-ae33-7bf9b53d9888,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:47.497642 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Made reservation on behalf of 6ae3b6b7cb754497a30d3a41220bef60 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:58:47.502354 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.504853 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:58:47.507682 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1745063030-network', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:47.515626 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.614355 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.620386 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.638181 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:58:47.641892 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239832c1-30e6-43f5-8216-63e71c69e4ab admin admin] Made reservation on behalf of 5cfa9a861da442f688818dd77f89bf9f for: {'subnet': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:58:47.644474 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-239832c1-30e6-43f5-8216-63e71c69e4ab admin admin] Publish callbacks [] for subnet, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.651585 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.652006 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Added segment 573c2dfa-29ce-4305-979a-20bff5392418 of type vlan for network 9bbfe9b4-10d0-433e-bb54-f88a06c5a93e Nov 22 22:58:47.724205 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ec3629-510a-4ecc-9bb3-00446e1e6186,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:47.738175 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.756976 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.787414 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.790180 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:58:47.790847 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.797963 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Made reservation on behalf of 1525897e49c34ebb9215d460e1ad237d for: {'network': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:58:47.800198 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.867964 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.872757 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4310279 Nov 22 22:58:47.878201 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60932) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:47.885730 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-dcc00e25-38ba-48aa-a14e-5561f2e92ebf admin admin] Request body: {'subnet': {'network_id': '9bbfe9b4-10d0-433e-bb54-f88a06c5a93e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-82132811-subnet', 'tenant_id': '6ae3b6b7cb754497a30d3a41220bef60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:47.893230 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222a98b-8846-4f21-8910-fd0452d5138e admin admin] Pushing event updated for resources: {'Network': ['ID=9bbfe9b4-10d0-433e-bb54-f88a06c5a93e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:47.910891 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 9bbfe9b4-10d0-433e-bb54-f88a06c5a93e details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:58:47.920985 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc00e25-38ba-48aa-a14e-5561f2e92ebf admin admin] Made reservation on behalf of 6ae3b6b7cb754497a30d3a41220bef60 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:58:47.925132 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dcc00e25-38ba-48aa-a14e-5561f2e92ebf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:47.928650 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Checking segment: {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:58:47.929106 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Network hostable DHCP agents. Network: bf77bdb8-32c3-46df-9787-173ffafa8e98, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:58:47.940912 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f0c2acb-721b-4d06-b714-4fbf6b768fe9,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:48.001941 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Tracked resource versions report: Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: pushed versions: Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: { 'AddressGroup': {'1.2'}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'ConntrackHelper': {'1.0'}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Log': {'1.0'}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Network': {'1.1'}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Port': {'1.7'}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'PortForwarding': {'1.2'}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'QosPolicy': {'1.10'}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'SecurityGroup': {'1.5'}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'SecurityGroupRule': {'1.2'}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'SubPort': {'1.0'}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Subnet': {'1.1'}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Trunk': {'1.1'}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: consumer versions: Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: { DHCP agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: HyperV agent@hv-cinder-81883: {}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: L3 agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: Metadata agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: Metering agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: Open vSwitch agent@dv-cinder-818834-1-iscsi: { 'AddressGroup': '1.2', Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'ConntrackHelper': '1.0', Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Log': '1.0', Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Network': '1.1', Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Port': '1.7', Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'PortForwarding': '1.2', Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'QosPolicy': '1.10', Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'SecurityGroup': '1.5', Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'SecurityGroupRule': '1.2', Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'SubPort': '1.0', Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Subnet': '1.1', Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: 'Trunk': '1.1'}} Nov 22 22:58:48.010444 dv-cinder-818834-1-iscsi neutron-server[102663]: {{(pid=102663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 22:58:48.020970 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Network bf77bdb8-32c3-46df-9787-173ffafa8e98 is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:58:48.063777 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, bf77bdb8-32c3-46df-9787-173ffafa8e98) {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:48.082046 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1c645e-d427-4b27-aba4-3fec2e81327a None None] Network bf77bdb8-32c3-46df-9787-173ffafa8e98 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:58:48.095529 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:58:48.097641 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.165534 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.184506 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-593ec04e-48b1-48ae-90d8-e8c75bae1afa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7888799 Nov 22 22:58:48.187507 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 60938) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:48.193227 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:48.199910 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.253301 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=102663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:58:48.258295 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-239832c1-30e6-43f5-8216-63e71c69e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.261252 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dcc00e25-38ba-48aa-a14e-5561f2e92ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.338795 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239832c1-30e6-43f5-8216-63e71c69e4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=54239d30-455d-4928-b2ad-f01042871693,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:48.365373 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26039'] for router, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.366873 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28228'] for router, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.374394 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00e25-38ba-48aa-a14e-5561f2e92ebf admin admin] Checking segment: {'id': '573c2dfa-29ce-4305-979a-20bff5392418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '9bbfe9b4-10d0-433e-bb54-f88a06c5a93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:58:48.375115 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc00e25-38ba-48aa-a14e-5561f2e92ebf admin admin] Network hostable DHCP agents. Network: 9bbfe9b4-10d0-433e-bb54-f88a06c5a93e, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:58:48.390746 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc00e25-38ba-48aa-a14e-5561f2e92ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=245a6a94-da0f-4b15-83c3-f249475814e0,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:48.425076 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc00e25-38ba-48aa-a14e-5561f2e92ebf admin admin] Network 9bbfe9b4-10d0-433e-bb54-f88a06c5a93e is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:58:48.427312 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32a08a7-587b-5100-8c07-e5f5466f0d27-bf77bdb8-32c3-46df-9787-173ffafa8e98', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9'}]}} from dv-cinder-818834-1-iscsi. {{(pid=102664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:58:48.428547 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.449438 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-dcc00e25-38ba-48aa-a14e-5561f2e92ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 9bbfe9b4-10d0-433e-bb54-f88a06c5a93e) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:48.458316 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.459582 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c62e496-8207-4f16-b047-0bf6fce7a961,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:48.463682 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a1cea8-08f2-430d-b0ba-7625344f4cc9 None None] Network 9bbfe9b4-10d0-433e-bb54-f88a06c5a93e requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:58:48.470490 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc00e25-38ba-48aa-a14e-5561f2e92ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:58:48.471269 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dcc00e25-38ba-48aa-a14e-5561f2e92ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.483670 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.484402 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.segments_db [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Added segment 6bfbca0c-638b-482e-ac70-cbfe8f64f2b5 of type vlan for network 135c9d2c-b547-438e-b31c-2139e85d4ac9 Nov 22 22:58:48.512487 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-dcc00e25-38ba-48aa-a14e-5561f2e92ebf admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6329918 Nov 22 22:58:48.658481 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.704989 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239832c1-30e6-43f5-8216-63e71c69e4ab admin admin] Checking segment: {'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:58:48.705607 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239832c1-30e6-43f5-8216-63e71c69e4ab admin admin] Network hostable DHCP agents. Network: 2cb3d985-c2d9-4782-ae33-7bf9b53d9888, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:58:48.732307 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Allocated IP 172.20.0.2 (bf77bdb8-32c3-46df-9787-173ffafa8e98/5f0c2acb-721b-4d06-b714-4fbf6b768fe9/4af3049d-21be-47aa-b52b-eb0fe2947b76) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:58:48.788530 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.792670 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.793890 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:58:48.794685 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.797412 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e72d6-3796-4be0-a80b-de03fca75eb9 None None] Network 9bbfe9b4-10d0-433e-bb54-f88a06c5a93e requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:58:48.817224 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7284606 Nov 22 22:58:48.820916 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 60966) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:48.825979 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a21e35f0-b124-4b79-b892-76b77ba473b6 admin admin] Request body: {'subnet': {'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1745063030-subnet', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:48.864086 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239832c1-30e6-43f5-8216-63e71c69e4ab admin admin] Network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:58:48.873881 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21e35f0-b124-4b79-b892-76b77ba473b6 admin admin] Made reservation on behalf of 1525897e49c34ebb9215d460e1ad237d for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:58:48.877840 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a21e35f0-b124-4b79-b892-76b77ba473b6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.925571 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-239832c1-30e6-43f5-8216-63e71c69e4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 2cb3d985-c2d9-4782-ae33-7bf9b53d9888) {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:48.934043 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239832c1-30e6-43f5-8216-63e71c69e4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:58:48.934690 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-239832c1-30e6-43f5-8216-63e71c69e4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:48.936881 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7965b-a5c0-459b-b3cf-29ceaf9b6bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=135c9d2c-b547-438e-b31c-2139e85d4ac9,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:48.968199 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-239832c1-30e6-43f5-8216-63e71c69e4ab admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5357363 Nov 22 22:58:48.971747 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 60974) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:48.979877 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-637076007-router', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:49.011007 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41d9a81-282c-45fa-af6b-389d0b19bccc None None] Network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:58:49.012252 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26039'] for router, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.013385 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 135c9d2c-b547-438e-b31c-2139e85d4ac9 details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:58:49.013516 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28228'] for router, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.316536 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.350313 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a21e35f0-b124-4b79-b892-76b77ba473b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.427650 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e35f0-b124-4b79-b892-76b77ba473b6 admin admin] Checking segment: {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:58:49.428723 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21e35f0-b124-4b79-b892-76b77ba473b6 admin admin] Network hostable DHCP agents. Network: 135c9d2c-b547-438e-b31c-2139e85d4ac9, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:58:49.436643 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e35f0-b124-4b79-b892-76b77ba473b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca886abe-a984-4dfe-9c9e-938111a57318,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:49.462034 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21e35f0-b124-4b79-b892-76b77ba473b6 admin admin] Network 135c9d2c-b547-438e-b31c-2139e85d4ac9 is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:58:49.482580 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-a21e35f0-b124-4b79-b892-76b77ba473b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 135c9d2c-b547-438e-b31c-2139e85d4ac9) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:49.493231 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21e35f0-b124-4b79-b892-76b77ba473b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:58:49.495719 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a21e35f0-b124-4b79-b892-76b77ba473b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.523420 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.530148 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-a21e35f0-b124-4b79-b892-76b77ba473b6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7083056 Nov 22 22:58:49.532703 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 32772) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:49.536957 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:49.538403 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a6676e-367b-42f4-bc91-10f20647fd5b None None] Network 135c9d2c-b547-438e-b31c-2139e85d4ac9 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:58:49.574778 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26039'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.576041 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28228'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.622911 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.623787 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.657303 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.698200 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.744117 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.934082 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Network bf77bdb8-32c3-46df-9787-173ffafa8e98 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:58:49.990311 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:49.996897 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Allocated IP 172.27.0.21 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/4a16998a-03d0-4649-91b0-b5648ba66821) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:58:50.271628 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:50.369210 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:58:50.394987 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 32826) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:50.419283 dv-cinder-818834-1-iscsi neutron-server[102663]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 22:58:50.471459 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ec74b-7004-4968-9b3d-0959237197d9 None None] Network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:58:50.516556 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Pushing event updated for resources: {'Port': ['ID=4af3049d-21be-47aa-b52b-eb0fe2947b76,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:50.597697 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:50.598968 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:50.599465 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:50.599968 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:50.600518 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:50.601015 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:50.601506 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:50.602536 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:50.603286 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:50.603772 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:50.604270 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:50.604747 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Tracked resource versions report: Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: pushed versions: Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: { 'AddressGroup': {'1.2'}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'ConntrackHelper': {'1.0'}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Log': {'1.0'}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Network': {'1.1'}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Port': {'1.7'}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'PortForwarding': {'1.2'}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'QosPolicy': {'1.10'}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'SecurityGroup': {'1.5'}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'SecurityGroupRule': {'1.2'}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'SubPort': {'1.0'}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Subnet': {'1.1'}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Trunk': {'1.1'}} Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: consumer versions: Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: { DHCP agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: HyperV agent@hv-cinder-81883: {}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: L3 agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: Metadata agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: Metering agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: Open vSwitch agent@dv-cinder-818834-1-iscsi: { 'AddressGroup': '1.2', Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'ConntrackHelper': '1.0', Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Log': '1.0', Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Network': '1.1', Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Port': '1.7', Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'PortForwarding': '1.2', Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'QosPolicy': '1.10', Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'SecurityGroup': '1.5', Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'SecurityGroupRule': '1.2', Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'SubPort': '1.0', Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Subnet': '1.1', Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: 'Trunk': '1.1'}} Nov 22 22:58:50.606018 dv-cinder-818834-1-iscsi neutron-server[102664]: {{(pid=102664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 22:58:50.637647 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32a08a7-587b-5100-8c07-e5f5466f0d27-135c9d2c-b547-438e-b31c-2139e85d4ac9', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318'}]}} from dv-cinder-818834-1-iscsi. {{(pid=102664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:58:50.638816 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:50.644468 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Attempting to bind port 4af3049d-21be-47aa-b52b-eb0fe2947b76 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:58:50.644997 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Attempting to bind port 4af3049d-21be-47aa-b52b-eb0fe2947b76 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:58:50.645534 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Attempting to bind port 4af3049d-21be-47aa-b52b-eb0fe2947b76 on network bf77bdb8-32c3-46df-9787-173ffafa8e98 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:58:50.666502 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:58:50.667446 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Checking segment: {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:58:50.668016 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:50.668568 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Bound using segment: {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:58:50.669210 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Bound port: 4af3049d-21be-47aa-b52b-eb0fe2947b76, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:58:50.669792 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:50.687345 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:50.741895 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 32830) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:50.910808 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:50.944736 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:50.959387 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.049835 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] For port 4af3049d-21be-47aa-b52b-eb0fe2947b76, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:58:51.064039 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] For port 4af3049d-21be-47aa-b52b-eb0fe2947b76, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=4af3049d-21be-47aa-b52b-eb0fe2947b76,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:58:51.081836 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.090306 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.114399 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d9b444d-1087-4703-86bc-abb47d7b2f78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.131099 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-30bdee4e-0a02-4dec-b9d0-b968649ee7c5 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:58:51.132641 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-30bdee4e-0a02-4dec-b9d0-b968649ee7c5 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/networks?id=9bbfe9b4-10d0-433e-bb54-f88a06c5a93e HTTP/1.1" status: 200 len: 810 time: 0.7365477 Nov 22 22:58:51.154032 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Allocated IP 172.20.0.2 (135c9d2c-b547-438e-b31c-2139e85d4ac9/ca886abe-a984-4dfe-9c9e-938111a57318/3844b938-23bd-43d3-9693-a2096d9d12aa) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:58:51.166153 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc12e4-639c-4c5c-b047-79954e494c33 None None] Pushing event updated for resources: {'Port': ['ID=4af3049d-21be-47aa-b52b-eb0fe2947b76,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:51.226334 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.229905 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-9b03ef37-a9a8-4b39-9ffa-44099507e01f tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/quotas/6ae3b6b7cb754497a30d3a41220bef60 HTTP/1.1" status: 200 len: 375 time: 0.0862210 Nov 22 22:58:51.302387 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Allocated IP 172.27.0.236 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/47f5c320-5bfb-4499-b072-4663563a93b9) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:58:51.385374 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.398889 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.399810 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:58:51.405976 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-1b1a15d3-1d20-446d-8293-797c5d68fb26 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6ae3b6b7cb754497a30d3a41220bef60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1379161 Nov 22 22:58:51.413575 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:51.417923 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:58:51.427598 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Pushing event updated for resources: {'Port': ['ID=4a16998a-03d0-4649-91b0-b5648ba66821,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:51.474631 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Network 135c9d2c-b547-438e-b31c-2139e85d4ac9 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:58:51.480717 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:51.499566 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:58:51.523303 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Pushing event updated for resources: {'Port': ['ID=3844b938-23bd-43d3-9693-a2096d9d12aa,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:51.548117 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.656045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Attempting to bind port 3844b938-23bd-43d3-9693-a2096d9d12aa on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:58:51.656045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Attempting to bind port 3844b938-23bd-43d3-9693-a2096d9d12aa by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:58:51.656045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Attempting to bind port 3844b938-23bd-43d3-9693-a2096d9d12aa on network 135c9d2c-b547-438e-b31c-2139e85d4ac9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:58:51.656045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:58:51.656045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Checking segment: {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:58:51.656045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.656045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Bound using segment: {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:58:51.656045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Bound port: 3844b938-23bd-43d3-9693-a2096d9d12aa, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:58:51.656045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.686419 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.737883 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-afb048a1-7cb3-43af-92b5-90f319553a8c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:58:51.739318 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-afb048a1-7cb3-43af-92b5-90f319553a8c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1278226 Nov 22 22:58:51.748311 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:58:51.749901 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] For port 3844b938-23bd-43d3-9693-a2096d9d12aa, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:58:51.752413 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:51.755064 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] For port 3844b938-23bd-43d3-9693-a2096d9d12aa, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=3844b938-23bd-43d3-9693-a2096d9d12aa,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:58:51.757110 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:58:51.764198 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.764737 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=47f5c320-5bfb-4499-b072-4663563a93b9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:51.847012 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e602ba9-e306-4f62-a2c7-3101b33b4c4b None None] Pushing event updated for resources: {'Port': ['ID=3844b938-23bd-43d3-9693-a2096d9d12aa,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:51.897489 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d9b444d-1087-4703-86bc-abb47d7b2f78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.913226 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6d9b444d-1087-4703-86bc-abb47d7b2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:51.927609 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Allocated IP 172.27.0.60 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/36c68058-a327-411e-9f2a-e09353dd44fe) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:58:52.006791 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.095599 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-6d9b444d-1087-4703-86bc-abb47d7b2f78 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0265641f1b794b1b8da13b1f1ca90d0d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3518341 Nov 22 22:58:52.138065 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 32876) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:52.148637 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b444d-1087-4703-86bc-abb47d7b2f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888066b1-1ae0-47b8-a937-5a8f38bde939,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:52.297661 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59d56880-53d7-429c-b6d2-82787322b9c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.341254 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-527260a5-d759-4aa4-af3c-f69264c6486b service neutron] 10.222.0.81 "GET /v2.0/networks/9bbfe9b4-10d0-433e-bb54-f88a06c5a93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684006 Nov 22 22:58:52.379122 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.391294 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59d56880-53d7-429c-b6d2-82787322b9c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.434874 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 3844b938-23bd-43d3-9693-a2096d9d12aa up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:58:52.525408 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 3844b938-23bd-43d3-9693-a2096d9d12aa triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:58:52.525914 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.536200 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352066'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.599695 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59d56880-53d7-429c-b6d2-82787322b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.603130 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59d56880-53d7-429c-b6d2-82787322b9c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.604380 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-59d56880-53d7-429c-b6d2-82787322b9c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/888066b1-1ae0-47b8-a937-5a8f38bde939 HTTP/1.1" status: 204 len: 168 time: 0.4651754 Nov 22 22:58:52.620597 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d56880-53d7-429c-b6d2-82787322b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888066b1-1ae0-47b8-a937-5a8f38bde939,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:52.625164 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.665528 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.711956 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port 3844b938-23bd-43d3-9693-a2096d9d12aa, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=3844b938-23bd-43d3-9693-a2096d9d12aa,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:58:52.718744 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.720981 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 4af3049d-21be-47aa-b52b-eb0fe2947b76 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:58:52.792671 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Router 1e544305-eb06-400f-a1d1-3ca3dc00d48b is scheduled to L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:58:52.824694 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-edc7ebc8-5f2b-4c70-baf4-ad2dbc9a3f35 service neutron] 10.222.0.81 "GET /v2.0/networks/9bbfe9b4-10d0-433e-bb54-f88a06c5a93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729626 Nov 22 22:58:52.847433 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d7f459-7af9-4207-9263-f1e1580cf776 None None] Network bf77bdb8-32c3-46df-9787-173ffafa8e98 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:58:52.950421 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352066'] for router, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.954465 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:58:52.966191 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Sync routers for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:58:52.979431 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:52.984878 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-cff6cdee-74c5-4940-9d80-997e3ee3b4d8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4509928 Nov 22 22:58:52.985128 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:58:52.985827 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:58:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:52.986065 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 32892) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:52.989744 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=3844b938-23bd-43d3-9693-a2096d9d12aa,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:53.041026 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-96efd460-3561-48c3-9582-6a5a3a34432a None None] Provisioning complete for port 4af3049d-21be-47aa-b52b-eb0fe2947b76 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:58:53.041409 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-96efd460-3561-48c3-9582-6a5a3a34432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:53.084776 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:53.148142 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:58:53.192973 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:53.195218 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Pushing event updated for resources: {'Port': ['ID=36c68058-a327-411e-9f2a-e09353dd44fe,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:53.209787 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:58:53.382899 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:58:53.390241 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 32908) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:53.390644 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 32910) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:53.447474 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82836cc1-9193-4f91-8c6d-2819dd3186f5 None None] Network 135c9d2c-b547-438e-b31c-2139e85d4ac9 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:58:53.466638 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3e96-6366-4bc4-b768-fa0825c35441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:53.487634 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 4af3049d-21be-47aa-b52b-eb0fe2947b76 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:58:53.488532 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:53.498943 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-701c1153-0c2e-4702-a896-06aaac7965e6 req-d224ce09-e6ad-4993-be91-fe269baab460 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 210 time: 0.1044617 Nov 22 22:58:53.681045 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Router 4cf4363b-3ee0-4940-aac8-433646632b9b is scheduled to L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 with binding_index 1 {{(pid=102663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:58:53.815643 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:51Z', 'revision_number': 3, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:53.895041 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Checking router: 1e544305-eb06-400f-a1d1-3ca3dc00d48b for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:58:53.897951 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Updating router 1e544305-eb06-400f-a1d1-3ca3dc00d48b port 47f5c320-5bfb-4499-b072-4663563a93b9 binding host dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:58:53.915201 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:53.916781 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-96efd460-3561-48c3-9582-6a5a3a34432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:53.943488 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.034916 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-96efd460-3561-48c3-9582-6a5a3a34432a None None] For port 4af3049d-21be-47aa-b52b-eb0fe2947b76, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=4af3049d-21be-47aa-b52b-eb0fe2947b76,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:58:54.050768 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-96efd460-3561-48c3-9582-6a5a3a34432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.093178 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.120494 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3e96-6366-4bc4-b768-fa0825c35441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.131514 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3e96-6366-4bc4-b768-fa0825c35441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.179664 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-5cdd3e96-6366-4bc4-b768-fa0825c35441 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac335e27622440479fb3fa7fe50bc518&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7858460 Nov 22 22:58:54.180457 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.185088 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 32938) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:54.198476 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efd460-3561-48c3-9582-6a5a3a34432a None None] Pushing event updated for resources: {'Port': ['ID=4af3049d-21be-47aa-b52b-eb0fe2947b76,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:54.220510 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Allocated IP 172.20.0.1 (135c9d2c-b547-438e-b31c-2139e85d4ac9/ca886abe-a984-4dfe-9c9e-938111a57318/585c55b5-cd37-4f72-8bac-f4f9e78d8e06) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:58:54.260203 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-5e95ec6d-9bc0-469c-b842-eb8999c79897 None None] Provisioning complete for port 3844b938-23bd-43d3-9693-a2096d9d12aa triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:58:54.260203 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e95ec6d-9bc0-469c-b842-eb8999c79897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.296454 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.db.api [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 22:58:54.298557 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG oslo_db.api [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 22:58:54.366639 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:58:54.433381 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd3e96-6366-4bc4-b768-fa0825c35441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac89b7f-54f0-4077-8757-781b5718e32e,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:54.469140 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Sync routers for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:58:54.471242 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] Publish callbacks [] for router, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.476149 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c3a86ae-3ef0-40d9-843e-4e50f37cbbd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.476395 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-285b2e9c-3865-44f9-b742-ee96530b55ac admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2876353 Nov 22 22:58:54.477689 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 32946) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:54.522797 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.525959 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:58:54.526605 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:58:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:54.537820 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.542481 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c3a86ae-3ef0-40d9-843e-4e50f37cbbd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.565033 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.648347 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c3a86ae-3ef0-40d9-843e-4e50f37cbbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.652993 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8c3a86ae-3ef0-40d9-843e-4e50f37cbbd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.654534 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-8c3a86ae-3ef0-40d9-843e-4e50f37cbbd1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fac89b7f-54f0-4077-8757-781b5718e32e HTTP/1.1" status: 204 len: 168 time: 0.4684017 Nov 22 22:58:54.659370 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.689140 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Attempting to bind port 47f5c320-5bfb-4499-b072-4663563a93b9 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:58:54.689512 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Attempting to bind port 47f5c320-5bfb-4499-b072-4663563a93b9 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:58:54.689906 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Attempting to bind port 47f5c320-5bfb-4499-b072-4663563a93b9 on network e28730dd-aa15-45df-ad65-718ec9d0cbab {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:58:54.693320 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Pushing event updated for resources: {'Port': ['ID=47f5c320-5bfb-4499-b072-4663563a93b9,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:54.697913 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a86ae-3ef0-40d9-843e-4e50f37cbbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac89b7f-54f0-4077-8757-781b5718e32e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:54.721743 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:58:54.722498 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Checking segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:58:54.722795 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Network 135c9d2c-b547-438e-b31c-2139e85d4ac9 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:58:54.723239 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.723829 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Bound using segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:58:54.724641 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Bound port: 47f5c320-5bfb-4499-b072-4663563a93b9, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:58:54.725316 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.729609 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:54.730266 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:54.730799 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:54.731295 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:54.732076 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:54.732568 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:54.733068 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:54.733559 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:54.733715 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:54.734197 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:54.734723 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:54.735220 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:54.735707 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:58:54.738067 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Pushing event updated for resources: {'Port': ['ID=585c55b5-cd37-4f72-8bac-f4f9e78d8e06,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Tracked resource versions report: Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: pushed versions: Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: { 'AddressGroup': {'1.2'}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'ConntrackHelper': {'1.0'}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Log': {'1.0'}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Network': {'1.1'}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Port': {'1.7'}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'PortForwarding': {'1.2'}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'QosPolicy': {'1.10'}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'SecurityGroup': {'1.5'}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'SecurityGroupRule': {'1.2'}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'SubPort': {'1.0'}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Subnet': {'1.1'}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Trunk': {'1.1'}} Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: consumer versions: Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: { DHCP agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: HyperV agent@hv-cinder-81883: {}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: L3 agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: Metadata agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: Metering agent@dv-cinder-818834-1-iscsi: {}, Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: Open vSwitch agent@dv-cinder-818834-1-iscsi: { 'AddressGroup': '1.2', Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'ConntrackHelper': '1.0', Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Log': '1.0', Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Network': '1.1', Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Port': '1.7', Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'PortForwarding': '1.2', Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'QosPolicy': '1.10', Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'SecurityGroup': '1.5', Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'SecurityGroupRule': '1.2', Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'SubPort': '1.0', Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Subnet': '1.1', Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: 'Trunk': '1.1'}} Nov 22 22:58:54.738505 dv-cinder-818834-1-iscsi neutron-server[102665]: {{(pid=102665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 22:58:54.745206 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:58:54.749832 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16292325'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.793454 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:58:54.859665 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-496c234d-df41-4ca3-8fd6-901563c24521 None None] Provisioning complete for port 3844b938-23bd-43d3-9693-a2096d9d12aa triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:58:54.860285 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-496c234d-df41-4ca3-8fd6-901563c24521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:54.864421 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] For port 47f5c320-5bfb-4499-b072-4663563a93b9, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:58:54.883944 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] For port 47f5c320-5bfb-4499-b072-4663563a93b9, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=47f5c320-5bfb-4499-b072-4663563a93b9,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:58:54.902179 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:55.072395 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:58:55.075122 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:58:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:55.085301 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4d54c761-45bb-4d3e-9b15-8c1eb910c997 req-83804d13-b070-4857-939b-a9ca72f5bcdb tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 210 time: 0.4506996 Nov 22 22:58:55.131595 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611c1f7-2885-44b3-bd2f-f7a765ef2d23 None None] Pushing event updated for resources: {'Port': ['ID=47f5c320-5bfb-4499-b072-4663563a93b9,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:55.200272 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:55.252441 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 3844b938-23bd-43d3-9693-a2096d9d12aa up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:58:55.309056 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-496c234d-df41-4ca3-8fd6-901563c24521 None None] Provisioning complete for port 4af3049d-21be-47aa-b52b-eb0fe2947b76 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:58:55.309438 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-496c234d-df41-4ca3-8fd6-901563c24521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:55.314081 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:58:55.315427 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352066'] for router, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:55.390803 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:51Z', 'revision_number': 3, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:55.394084 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 3844b938-23bd-43d3-9693-a2096d9d12aa triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:58:55.394736 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:55.445845 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Checking router: 4cf4363b-3ee0-4940-aac8-433646632b9b for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:58:55.446328 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Updating router 4cf4363b-3ee0-4940-aac8-433646632b9b port 4a16998a-03d0-4649-91b0-b5648ba66821 binding host dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:58:55.490248 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:55.518856 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:55.526350 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:55.527642 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292217'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:55.681476 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Router 6caeab39-546d-4208-9435-7d6b7de695f5 is scheduled to L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 with binding_index 1 {{(pid=102663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:58:55.733783 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Pushing event updated for resources: {'Port': ['ID=585c55b5-cd37-4f72-8bac-f4f9e78d8e06,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:55.735311 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:51Z', 'revision_number': 3, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:55.753275 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 4af3049d-21be-47aa-b52b-eb0fe2947b76 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:58:55.783130 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadf9804-efa7-4753-86f7-8f4a5ada4dcb None None] The sync data for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi is: [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:51Z', 'revision_number': 3, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:58:55.791816 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Network 135c9d2c-b547-438e-b31c-2139e85d4ac9 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:58:55.793760 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:55.880683 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-1781e8c1-3e71-4e09-97bf-597325e004bd None None] Provisioning complete for port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:58:55.881062 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1781e8c1-3e71-4e09-97bf-597325e004bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:55.929428 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:55.994947 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:58:56.008483 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Sync routers for ids ['6caeab39-546d-4208-9435-7d6b7de695f5'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:58:56.034316 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Routers {'6caeab39-546d-4208-9435-7d6b7de695f5'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:58:56.035927 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:58:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6caeab39-546d-4208-9435-7d6b7de695f5'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:56.046157 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 32992) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:56.106971 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Router 1e544305-eb06-400f-a1d1-3ca3dc00d48b has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:58:56.143115 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] Publish callbacks [] for router, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.156119 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-e15f1826-b3ff-4cd1-b160-77b0c6ae8911 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1827323 Nov 22 22:58:56.177845 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 32998) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:56.222706 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-1781e8c1-3e71-4e09-97bf-597325e004bd None None] Port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:58:56.265317 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 4af3049d-21be-47aa-b52b-eb0fe2947b76 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:58:56.265929 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.288818 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Set router 6caeab39-546d-4208-9435-7d6b7de695f5 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:58:56.306909 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1931314398-network', 'tenant_id': '2f580acaea0f4385858abd90ea5a12e7'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:56.404097 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-a0e1d4cd-c0c2-4f15-967c-7f099a8d0b20 None None] Provisioning complete for port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:58:56.404917 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d4cd-c0c2-4f15-967c-7f099a8d0b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.423078 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.431140 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Allocated IP 172.20.0.1 (bf77bdb8-32c3-46df-9787-173ffafa8e98/5f0c2acb-721b-4d06-b714-4fbf6b768fe9/49ed4ea4-4189-4c8f-80db-b6d32f9180de) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:58:56.478848 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.556789 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Made reservation on behalf of 2f580acaea0f4385858abd90ea5a12e7 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:58:56.562970 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.585502 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.597522 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1d4cd-c0c2-4f15-967c-7f099a8d0b20 None None] Port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:58:56.621234 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.632200 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Attempting to bind port 4a16998a-03d0-4649-91b0-b5648ba66821 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:58:56.632569 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Attempting to bind port 4a16998a-03d0-4649-91b0-b5648ba66821 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:58:56.633706 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Attempting to bind port 4a16998a-03d0-4649-91b0-b5648ba66821 on network e28730dd-aa15-45df-ad65-718ec9d0cbab {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:58:56.643038 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f52f0-c353-4d79-a244-ee00f0abe904 None None] Pushing event updated for resources: {'Port': ['ID=4a16998a-03d0-4649-91b0-b5648ba66821,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:56.645133 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:58:56.646625 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:58:56.647000 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Checking segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:58:56.647404 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.647898 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Bound using segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:58:56.648503 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Bound port: 4a16998a-03d0-4649-91b0-b5648ba66821, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:58:56.648912 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.658379 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e3e1b622-2bc1-4ed1-a398-ea6900d521a3 admin admin] 10.222.0.81 "PUT /v2.0/routers/1e544305-eb06-400f-a1d1-3ca3dc00d48b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6713655 Nov 22 22:58:56.689906 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'name': 'tempest-ServerRescueNegativeTestJSON-637076007-router', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:53Z', 'revision_number': 3, 'project_id': '5cfa9a861da442f688818dd77f89bf9f', 'gw_port': {'id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:51Z', 'updated_at': '2021-11-22T22:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:56.721057 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4fcba762-c8b7-4d38-b14c-ba79aa1166f4 req-a2febd96-6232-40e8-b701-6cf93cb6cc81 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 210 time: 0.0843682 Nov 22 22:58:56.731692 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Checking router: 6caeab39-546d-4208-9435-7d6b7de695f5 for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:58:56.732068 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Updating router 6caeab39-546d-4208-9435-7d6b7de695f5 port 36c68058-a327-411e-9f2a-e09353dd44fe binding host dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:58:56.770358 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] For port 4a16998a-03d0-4649-91b0-b5648ba66821, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:58:56.776861 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] For port 4a16998a-03d0-4649-91b0-b5648ba66821, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=4a16998a-03d0-4649-91b0-b5648ba66821,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:58:56.779699 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.785524 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.791064 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.865672 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Network bf77bdb8-32c3-46df-9787-173ffafa8e98 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:58:56.871671 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:56.877049 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:58:56.877867 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16292325'] for router_interface, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:56.913135 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:58:56.916859 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:58:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:56.936348 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Pushing event updated for resources: {'Port': ['ID=49ed4ea4-4189-4c8f-80db-b6d32f9180de,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:57.194600 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:58:57.317478 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 47f5c320-5bfb-4499-b072-4663563a93b9 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:58:57.434676 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.448350 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.456395 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-ecd2008b-9c34-4465-a57a-e50a68fecb40 None None] Provisioning complete for port 49ed4ea4-4189-4c8f-80db-b6d32f9180de triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:58:57.457460 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ecd2008b-9c34-4465-a57a-e50a68fecb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.503178 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ecd2008b-9c34-4465-a57a-e50a68fecb40 None None] Port 49ed4ea4-4189-4c8f-80db-b6d32f9180de cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:58:57.519829 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f52f0-c353-4d79-a244-ee00f0abe904 None None] Pushing event updated for resources: {'Port': ['ID=4a16998a-03d0-4649-91b0-b5648ba66821,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:57.525734 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 33016) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:57.532040 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:58:57.541714 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-53a72cfd-5818-497a-9acf-b0f781bb11fa tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243857723', 'description': 'tempest-description--1071896095'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:57.548210 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 47f5c320-5bfb-4499-b072-4663563a93b9 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:58:57.548823 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.583897 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.606109 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-53a72cfd-5818-497a-9acf-b0f781bb11fa tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.607197 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.630383 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.631018 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Added segment 529fc40d-c5c3-48ef-8cce-ac812b4b5545 of type vlan for network 0c500e96-77fa-45cf-8933-d9e819e88bf5 Nov 22 22:58:57.641536 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48151116-8137-4759-b0d9-263f184356d5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:57.753991 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.777990 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.793559 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92b492-9f15-4a72-90b9-0d011e829e5d None None] Pushing event updated for resources: {'Port': ['ID=36c68058-a327-411e-9f2a-e09353dd44fe,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:57.798900 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Attempting to bind port 36c68058-a327-411e-9f2a-e09353dd44fe on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:58:57.799275 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Attempting to bind port 36c68058-a327-411e-9f2a-e09353dd44fe by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:58:57.800136 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Attempting to bind port 36c68058-a327-411e-9f2a-e09353dd44fe on network e28730dd-aa15-45df-ad65-718ec9d0cbab {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:58:57.809090 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:58:57.810282 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port 47f5c320-5bfb-4499-b072-4663563a93b9, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=47f5c320-5bfb-4499-b072-4663563a93b9,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:58:57.811088 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Checking segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:58:57.811762 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.813278 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Bound using segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:58:57.814772 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Bound port: 36c68058-a327-411e-9f2a-e09353dd44fe, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:58:57.816463 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.821949 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.848979 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.864961 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.866323 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.870040 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:58:57.871339 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.873216 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:51Z', 'revision_number': 3, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:57.910833 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb46947-0f80-4f2a-b471-a5ca7eee79f4 None None] The sync data for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi is: [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:51Z', 'revision_number': 3, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:58:57.931153 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.8841465 Nov 22 22:58:57.937988 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=47f5c320-5bfb-4499-b072-4663563a93b9,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:57.957677 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33026) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:57.968334 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] For port 36c68058-a327-411e-9f2a-e09353dd44fe, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:58:57.970615 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-7b5b75f8-deb9-48a1-a436-e7198519b37d admin admin] Request body: {'subnet': {'network_id': '0c500e96-77fa-45cf-8933-d9e819e88bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1931314398-subnet', 'tenant_id': '2f580acaea0f4385858abd90ea5a12e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:57.979137 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] For port 36c68058-a327-411e-9f2a-e09353dd44fe, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=36c68058-a327-411e-9f2a-e09353dd44fe,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:58:57.988559 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.990694 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-53a72cfd-5818-497a-9acf-b0f781bb11fa tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:57.994083 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2ab6a748-a4ad-425a-b1bf-727f1c3e8732 req-f181a4d4-6f0a-414c-9b17-aef94a1e017e tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 210 time: 0.1173775 Nov 22 22:58:58.008519 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-53a72cfd-5818-497a-9acf-b0f781bb11fa tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.069352 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92b492-9f15-4a72-90b9-0d011e829e5d None None] Pushing event updated for resources: {'Port': ['ID=36c68058-a327-411e-9f2a-e09353dd44fe,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:58.087999 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Routers {'6caeab39-546d-4208-9435-7d6b7de695f5'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:58:58.088650 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:58:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6caeab39-546d-4208-9435-7d6b7de695f5'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:58.135003 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5b75f8-deb9-48a1-a436-e7198519b37d admin admin] Made reservation on behalf of 2f580acaea0f4385858abd90ea5a12e7 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:58:58.137416 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7b5b75f8-deb9-48a1-a436-e7198519b37d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.218435 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] Set router 6caeab39-546d-4208-9435-7d6b7de695f5 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:58:58.227339 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a72cfd-5818-497a-9acf-b0f781bb11fa tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:58.286629 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-53a72cfd-5818-497a-9acf-b0f781bb11fa tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.291329 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-53a72cfd-5818-497a-9acf-b0f781bb11fa tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7637601 Nov 22 22:58:58.294620 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 33036) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:58.307200 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-528fd5b1-0e77-4717-b7ce-3d774d72283b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Request body: {'security_group_rule': {'security_group_id': 'd5b56c77-b8ae-4f8e-9c86-fd93df028fe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:58.430502 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-528fd5b1-0e77-4717-b7ce-3d774d72283b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.436189 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7b5b75f8-deb9-48a1-a436-e7198519b37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.473127 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1c609-b972-4b83-b72a-518bccd34348 admin admin] Pushing event updated for resources: {'Network': ['ID=0c500e96-77fa-45cf-8933-d9e819e88bf5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:58.486392 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 0c500e96-77fa-45cf-8933-d9e819e88bf5 details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:58:58.524693 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b75f8-deb9-48a1-a436-e7198519b37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4304de-2494-4442-a043-979094273178,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:58.534596 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'name': 'tempest-ServerRescueNegativeTestJSON-637076007-router', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:53Z', 'revision_number': 3, 'project_id': '5cfa9a861da442f688818dd77f89bf9f', 'gw_port': {'id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:51Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:58.542143 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.554360 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.555956 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292217'] for router_interface, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.572930 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf009c57-5372-48a5-b195-c71981bce960 None None] The sync data for ids ['6caeab39-546d-4208-9435-7d6b7de695f5'] in dv-cinder-818834-1-iscsi is: [{'id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'name': 'tempest-ServerRescueNegativeTestJSON-637076007-router', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:53Z', 'revision_number': 3, 'project_id': '5cfa9a861da442f688818dd77f89bf9f', 'gw_port': {'id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:51Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:58:58.579731 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Sync routers for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:58:58.619212 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:58:58.620393 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:58:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:58:58.622954 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-528fd5b1-0e77-4717-b7ce-3d774d72283b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.635185 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-528fd5b1-0e77-4717-b7ce-3d774d72283b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.651200 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Allocated IP 172.20.0.1 (2cb3d985-c2d9-4782-ae33-7bf9b53d9888/54239d30-455d-4928-b2ad-f01042871693/7e1aefa7-200b-47ab-8528-e752577a5fb3) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:58:58.736651 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5b75f8-deb9-48a1-a436-e7198519b37d admin admin] Checking segment: {'id': '529fc40d-c5c3-48ef-8cce-ac812b4b5545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0c500e96-77fa-45cf-8933-d9e819e88bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:58:58.737369 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5b75f8-deb9-48a1-a436-e7198519b37d admin admin] Network hostable DHCP agents. Network: 0c500e96-77fa-45cf-8933-d9e819e88bf5, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:58:58.744853 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fd5b1-0e77-4717-b7ce-3d774d72283b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4fa8e9-a3e5-4cbc-8610-a1d9a1860450,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:58.751153 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Pushing event updated for resources: {'Port': ['ID=49ed4ea4-4189-4c8f-80db-b6d32f9180de,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:58.784610 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-528fd5b1-0e77-4717-b7ce-3d774d72283b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.787561 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-528fd5b1-0e77-4717-b7ce-3d774d72283b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4917758 Nov 22 22:58:58.796191 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 33048) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:58.803901 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-41ef289f-d589-4d8b-a446-1647d2b803a3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Request body: {'security_group_rule': {'security_group_id': 'd5b56c77-b8ae-4f8e-9c86-fd93df028fe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:58.820647 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5b75f8-deb9-48a1-a436-e7198519b37d admin admin] Network 0c500e96-77fa-45cf-8933-d9e819e88bf5 is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:58:58.822257 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:58:58.854586 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-7b5b75f8-deb9-48a1-a436-e7198519b37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 0c500e96-77fa-45cf-8933-d9e819e88bf5) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:58.865994 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5b75f8-deb9-48a1-a436-e7198519b37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:58:58.866757 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7b5b75f8-deb9-48a1-a436-e7198519b37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.913987 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.915355 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-41ef289f-d589-4d8b-a446-1647d2b803a3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:58.948071 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-7b5b75f8-deb9-48a1-a436-e7198519b37d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9878581 Nov 22 22:58:58.986704 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a9c96-3f42-4b15-955e-098119402da6 None None] Network 0c500e96-77fa-45cf-8933-d9e819e88bf5 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:58:59.002822 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Network bf77bdb8-32c3-46df-9787-173ffafa8e98 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:58:59.010548 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:59.047162 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:59.135612 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:58:59.139040 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:58:59.147568 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:58:59.148385 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16292325'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:59.236532 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e1aefa7-200b-47ab-8528-e752577a5fb3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:59.243169 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-41ef289f-d589-4d8b-a446-1647d2b803a3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:59.356741 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-41ef289f-d589-4d8b-a446-1647d2b803a3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:59.481155 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef289f-d589-4d8b-a446-1647d2b803a3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db089e8-9eaf-4236-af32-30be22b1d706,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:58:59.513361 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:59.590577 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7e7708cd-0ec5-41b0-a973-61a380efff69 req-7d769409-f585-46c3-a6c0-09985a7b53fa tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 210 time: 0.1025631 Nov 22 22:58:59.597014 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-41ef289f-d589-4d8b-a446-1647d2b803a3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:59.614070 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-41ef289f-d589-4d8b-a446-1647d2b803a3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8155470 Nov 22 22:58:59.624155 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 33068) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:58:59.644437 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Request body: {'floatingip': {'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:58:59.663232 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 36c68058-a327-411e-9f2a-e09353dd44fe up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:58:59.709177 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:59.779256 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35048ce7-d75d-4e0d-884f-2e367f0698f0 None None] Network 0c500e96-77fa-45cf-8933-d9e819e88bf5 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:58:59.834508 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Router 4cf4363b-3ee0-4940-aac8-433646632b9b has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:58:59.948799 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:59.961316 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:58:59.962781 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292217'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.047062 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-4a97f311-3b09-4c21-8249-cf3b62392e64 None None] Provisioning complete for port 49ed4ea4-4189-4c8f-80db-b6d32f9180de triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:00.047460 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a97f311-3b09-4c21-8249-cf3b62392e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.119802 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e1aefa7-200b-47ab-8528-e752577a5fb3,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:00.149439 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.159882 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:59:00.178638 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-9c88c495-06bb-46c7-805c-4d13c2e162d1 admin admin] 10.222.0.81 "PUT /v2.0/routers/4cf4363b-3ee0-4940-aac8-433646632b9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6850998 Nov 22 22:59:00.181731 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:59:00.184455 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:59:00.188062 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4a97f311-3b09-4c21-8249-cf3b62392e64 None None] Port 49ed4ea4-4189-4c8f-80db-b6d32f9180de cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:59:00.199876 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 36c68058-a327-411e-9f2a-e09353dd44fe triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:00.200252 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.207882 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 33086) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:00.220448 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-604382403-network', 'tenant_id': '766fe06f2b404ce2a83e74b583d330e1'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:00.242491 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.293651 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Made reservation on behalf of 766fe06f2b404ce2a83e74b583d330e1 for: {'network': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:59:00.295032 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.310719 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.320985 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 2, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:00.364724 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Checking router: 1e544305-eb06-400f-a1d1-3ca3dc00d48b for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:59:00.366008 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Updating router 1e544305-eb06-400f-a1d1-3ca3dc00d48b port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 binding host dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:59:00.411409 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.412092 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Router 6caeab39-546d-4208-9435-7d6b7de695f5 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:59:00.449312 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Allocated IP 172.27.0.248 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/49407cff-7072-403d-8887-2e5b3bbbc239) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:59:00.535518 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.576897 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.582822 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.625644 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=102663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:59:00.634022 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:59:00.634859 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port 36c68058-a327-411e-9f2a-e09353dd44fe, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=36c68058-a327-411e-9f2a-e09353dd44fe,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:00.640167 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.641088 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 4a16998a-03d0-4649-91b0-b5648ba66821 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:00.662829 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-754b4d67-dd60-4675-8f80-b536973842f0 admin admin] 10.222.0.81 "PUT /v2.0/routers/6caeab39-546d-4208-9435-7d6b7de695f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4838102 Nov 22 22:59:00.665599 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d97eeff-df88-484a-96f8-0f19b45dbade,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:00.677660 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.678041 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.segments_db [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Added segment 9aca6422-8bb9-497e-9a63-91b5f7485421 of type vlan for network 114b8968-cc88-42a3-b972-38271fce96de Nov 22 22:59:00.703054 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:00.863389 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=36c68058-a327-411e-9f2a-e09353dd44fe,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:00.912889 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 4a16998a-03d0-4649-91b0-b5648ba66821 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:00.912889 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.009062 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.050094 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.050772 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b47a6ba4-553d-4adc-82aa-94eaa179771c req-a4f4c678-b1d2-4989-901a-bcd2349c3007 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 210 time: 0.3014591 Nov 22 22:59:01.053311 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.057417 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:01.060059 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.063804 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.072701 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.079744 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.148325 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port 4a16998a-03d0-4649-91b0-b5648ba66821, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=4a16998a-03d0-4649-91b0-b5648ba66821,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:01.156391 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14fee4-0872-43c6-9e3c-6d770f0b72ac None None] Pushing event updated for resources: {'Port': ['ID=585c55b5-cd37-4f72-8bac-f4f9e78d8e06,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:01.160675 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.161499 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 47f5c320-5bfb-4499-b072-4663563a93b9 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:01.220417 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] Pushing event updated for resources: {'Network': ['ID=114b8968-cc88-42a3-b972-38271fce96de,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:01.246037 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33120) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:01.259430 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-143f2398-dcd6-47df-97ec-ced2b512dd98 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275024318', 'description': 'tempest-description--1917904509'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:01.286907 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 114b8968-cc88-42a3-b972-38271fce96de details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:59:01.301335 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-143f2398-dcd6-47df-97ec-ced2b512dd98 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.328777 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:59:01.337504 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-1a317f0d-3b20-4ca4-9959-4cf264d9c1fd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1285868 Nov 22 22:59:01.342686 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:59:01.343267 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33122) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:01.349422 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:59:01.354870 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ccd74893-a688-4b02-9c09-384150281fe0 admin admin] Request body: {'subnet': {'network_id': '114b8968-cc88-42a3-b972-38271fce96de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-604382403-subnet', 'tenant_id': '766fe06f2b404ce2a83e74b583d330e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:01.408283 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd74893-a688-4b02-9c09-384150281fe0 admin admin] Made reservation on behalf of 766fe06f2b404ce2a83e74b583d330e1 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:59:01.411029 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ccd74893-a688-4b02-9c09-384150281fe0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.448185 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=4a16998a-03d0-4649-91b0-b5648ba66821,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:01.456633 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Attempting to bind port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:59:01.457014 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Attempting to bind port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:59:01.457421 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Attempting to bind port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 on network 135c9d2c-b547-438e-b31c-2139e85d4ac9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:01.470138 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:59:01.470579 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Checking segment: {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:59:01.471008 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.471456 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Bound using segment: {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:59:01.471985 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Bound port: 585c55b5-cd37-4f72-8bac-f4f9e78d8e06, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:59:01.472415 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.478051 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event updated for resources: {'Port': ['ID=49407cff-7072-403d-8887-2e5b3bbbc239,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:01.489374 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 47f5c320-5bfb-4499-b072-4663563a93b9 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:01.489800 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.496812 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-143f2398-dcd6-47df-97ec-ced2b512dd98 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.519358 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-143f2398-dcd6-47df-97ec-ced2b512dd98 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.562485 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-17683853-3e7a-438d-8926-2a6bdd0cd0a2 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:01.564159 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-17683853-3e7a-438d-8926-2a6bdd0cd0a2 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/networks?id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888 HTTP/1.1" status: 200 len: 818 time: 0.3104978 Nov 22 22:59:01.565679 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.599578 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f2398-dcd6-47df-97ec-ced2b512dd98 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:01.611209 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-143f2398-dcd6-47df-97ec-ced2b512dd98 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.612430 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-143f2398-dcd6-47df-97ec-ced2b512dd98 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3643601 Nov 22 22:59:01.617471 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-28833d93-9349-4f3e-93a4-7b1f51248fd0 None None] Provisioning complete for port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:01.617868 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28833d93-9349-4f3e-93a4-7b1f51248fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.618557 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33128) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:01.627014 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-02e036c8-2f7d-45bd-9bb3-230188aee04d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Request body: {'security_group_rule': {'security_group_id': '13b6d704-8799-4ebe-bb16-c6e16c6c8dbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:01.635837 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-018be702-2492-4782-9002-f3b4c5eb52da tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/quotas/5cfa9a861da442f688818dd77f89bf9f HTTP/1.1" status: 200 len: 375 time: 0.0608914 Nov 22 22:59:01.663706 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Sync routers for ids ['6caeab39-546d-4208-9435-7d6b7de695f5'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:59:01.678399 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Routers {'6caeab39-546d-4208-9435-7d6b7de695f5'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:59:01.681331 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:58:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6caeab39-546d-4208-9435-7d6b7de695f5'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:01.692981 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] For port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:59:01.715833 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] For port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=585c55b5-cd37-4f72-8bac-f4f9e78d8e06,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:59:01.716792 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-28833d93-9349-4f3e-93a4-7b1f51248fd0 None None] Port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:59:01.739745 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02e036c8-2f7d-45bd-9bb3-230188aee04d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.757086 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.767738 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.848418 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ccd74893-a688-4b02-9c09-384150281fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:01.879096 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Sync routers for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:59:01.906902 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-316ad0fe-7413-4bcf-9548-c30336abefe9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2457080 Nov 22 22:59:01.925790 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:59:01.925790 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:58:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:01.933673 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Set router 6caeab39-546d-4208-9435-7d6b7de695f5 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:59:01.945806 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:59:01.947049 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:58:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:02.021032 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14fee4-0872-43c6-9e3c-6d770f0b72ac None None] Pushing event updated for resources: {'Port': ['ID=585c55b5-cd37-4f72-8bac-f4f9e78d8e06,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:02.093878 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-adf05960-b706-4ec9-bd8d-3e8b7f8f6888 service neutron] 10.222.0.81 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699548 Nov 22 22:59:02.098077 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.83', 55992) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:02.140055 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 36c68058-a327-411e-9f2a-e09353dd44fe up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:02.298329 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd74893-a688-4b02-9c09-384150281fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98f0d56-b84d-47b7-9936-33868dc7ea16,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:02.301887 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02e036c8-2f7d-45bd-9bb3-230188aee04d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.318212 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02e036c8-2f7d-45bd-9bb3-230188aee04d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.340011 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd74893-a688-4b02-9c09-384150281fe0 admin admin] Checking segment: {'id': '9aca6422-8bb9-497e-9a63-91b5f7485421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '114b8968-cc88-42a3-b972-38271fce96de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:59:02.340472 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd74893-a688-4b02-9c09-384150281fe0 admin admin] Network hostable DHCP agents. Network: 114b8968-cc88-42a3-b972-38271fce96de, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:59:02.353544 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e036c8-2f7d-45bd-9bb3-230188aee04d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9ade86-9202-4ef9-99ca-581707e91527,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:02.362136 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-02e036c8-2f7d-45bd-9bb3-230188aee04d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.363459 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-02e036c8-2f7d-45bd-9bb3-230188aee04d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7432978 Nov 22 22:59:02.367776 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33142) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:02.375158 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-16967b61-1b29-46a0-8002-ef7427588919 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Request body: {'security_group_rule': {'security_group_id': '13b6d704-8799-4ebe-bb16-c6e16c6c8dbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:02.384370 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ff555dab-da4d-4881-bfed-eb491b280fbc req-5d891c3f-3a1e-41df-8fa8-8935be140887 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 210 time: 0.1755035 Nov 22 22:59:02.393962 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-a9559ab9-d56e-40ff-be74-5db39acf20a0 None None] Provisioning complete for port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:02.394556 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9559ab9-d56e-40ff-be74-5db39acf20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.404711 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd74893-a688-4b02-9c09-384150281fe0 admin admin] Network 114b8968-cc88-42a3-b972-38271fce96de is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:59:02.412897 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-16967b61-1b29-46a0-8002-ef7427588919 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.464422 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'name': 'tempest-ServerRescueNegativeTestJSON-637076007-router', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:59Z', 'revision_number': 4, 'project_id': '5cfa9a861da442f688818dd77f89bf9f', 'gw_port': {'id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:51Z', 'updated_at': '2021-11-22T22:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '7e1aefa7-200b-47ab-8528-e752577a5fb3', 'name': '', 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'mac_address': 'fa:16:3e:e9:87:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '54239d30-455d-4928-b2ad-f01042871693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:58Z', 'updated_at': '2021-11-22T22:58:59Z', 'revision_number': 2, 'project_id': '5cfa9a861da442f688818dd77f89bf9f', 'subnets': [{'id': '54239d30-455d-4928-b2ad-f01042871693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:02.466825 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-ccd74893-a688-4b02-9c09-384150281fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 114b8968-cc88-42a3-b972-38271fce96de) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:59:02.479952 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd74893-a688-4b02-9c09-384150281fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:02.480579 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ccd74893-a688-4b02-9c09-384150281fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.521930 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-ccd74893-a688-4b02-9c09-384150281fe0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1684434 Nov 22 22:59:02.522863 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-b5e73082-2544-4d1d-afbb-c88fa6e02855 service neutron] 10.222.0.81 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187265 Nov 22 22:59:02.522863 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-bfbeff25-9b9a-4409-aa68-b7b35de223c4 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:02.522863 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-bfbeff25-9b9a-4409-aa68-b7b35de223c4 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.83 "GET /v2.0/networks?id=9bbfe9b4-10d0-433e-bb54-f88a06c5a93e HTTP/1.1" status: 200 len: 810 time: 0.3806486 Nov 22 22:59:02.535498 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Checking router: 6caeab39-546d-4208-9435-7d6b7de695f5 for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:59:02.535722 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Updating router 6caeab39-546d-4208-9435-7d6b7de695f5 port 7e1aefa7-200b-47ab-8528-e752577a5fb3 binding host dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:59:02.540672 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-16967b61-1b29-46a0-8002-ef7427588919 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.548330 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-16967b61-1b29-46a0-8002-ef7427588919 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.552798 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.559969 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.570559 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.593049 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16967b61-1b29-46a0-8002-ef7427588919 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb3eb4e-2de0-4de9-b9b8-2f7a626189a3,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:02.613061 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.622857 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-16967b61-1b29-46a0-8002-ef7427588919 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.627872 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-16967b61-1b29-46a0-8002-ef7427588919 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2560761 Nov 22 22:59:02.628943 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33150) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:02.636429 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Request body: {'port': {'device_id': '7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb', 'network_id': '9bbfe9b4-10d0-433e-bb54-f88a06c5a93e', 'admin_state_up': True, 'tenant_id': '6ae3b6b7cb754497a30d3a41220bef60'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:02.639470 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Request body: {'floatingip': {'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:02.727391 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.774456 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:59:02.834126 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33166) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:02.895112 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a246ef40-96ab-4817-bf8a-35c25b1a33f5 admin admin] Deleting subnet ca4304de-2494-4442-a043-979094273178 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:59:02.898996 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a246ef40-96ab-4817-bf8a-35c25b1a33f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.943004 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a246ef40-96ab-4817-bf8a-35c25b1a33f5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:02.954477 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a246ef40-96ab-4817-bf8a-35c25b1a33f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.020497 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1585b44f-ff95-41ad-bf29-01e9014bff0e req-625b2721-0b48-42fd-b098-4f20e72fa06f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 210 time: 0.0641553 Nov 22 22:59:03.020497 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event updated for resources: {'Port': ['ID=49407cff-7072-403d-8887-2e5b3bbbc239,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:03.033050 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.055806 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-3967c79c-e5aa-4d6f-a1a1-2b62fabbea52 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4156539 Nov 22 22:59:03.079989 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd34356a-fe78-4706-85fd-312583c4a6dd None None] Network 114b8968-cc88-42a3-b972-38271fce96de requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:59:03.112475 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:59:03.122161 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a246ef40-96ab-4817-bf8a-35c25b1a33f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.136616 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Made reservation on behalf of 6ae3b6b7cb754497a30d3a41220bef60 for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:59:03.140296 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.171349 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246ef40-96ab-4817-bf8a-35c25b1a33f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4304de-2494-4442-a043-979094273178,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:03.190828 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a246ef40-96ab-4817-bf8a-35c25b1a33f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.200787 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-a246ef40-96ab-4817-bf8a-35c25b1a33f5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ca4304de-2494-4442-a043-979094273178 HTTP/1.1" status: 204 len: 168 time: 0.3620696 Nov 22 22:59:03.202955 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33206) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:03.468320 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 36c68058-a327-411e-9f2a-e09353dd44fe triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:03.468714 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.469932 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.480157 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.597062 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.645462 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa875732-2847-4a99-882c-c536a79408fa None None] Pushing event updated for resources: {'Port': ['ID=7e1aefa7-200b-47ab-8528-e752577a5fb3,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:03.657850 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.814865 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Attempting to bind port 7e1aefa7-200b-47ab-8528-e752577a5fb3 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:59:03.817913 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Attempting to bind port 7e1aefa7-200b-47ab-8528-e752577a5fb3 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:59:03.818507 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Attempting to bind port 7e1aefa7-200b-47ab-8528-e752577a5fb3 on network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:03.836276 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:59:03.837432 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Checking segment: {'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:59:03.837883 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.838288 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Bound using segment: {'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:59:03.838814 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Bound port: 7e1aefa7-200b-47ab-8528-e752577a5fb3, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:59:03.839226 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.951141 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:03.996467 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Allocated IP 172.20.0.14 (9bbfe9b4-10d0-433e-bb54-f88a06c5a93e/245a6a94-da0f-4b15-83c3-f249475814e0/2003a573-a8f5-4bc2-a99c-24a637138c9a) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:59:04.062782 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] For port 7e1aefa7-200b-47ab-8528-e752577a5fb3, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:59:04.067165 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] For port 7e1aefa7-200b-47ab-8528-e752577a5fb3, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=7e1aefa7-200b-47ab-8528-e752577a5fb3,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:59:04.087537 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:04.122427 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.126054 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.127011 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.127544 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.128037 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.128538 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.132039 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.133156 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.137921 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.138538 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.249225 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa875732-2847-4a99-882c-c536a79408fa None None] Pushing event updated for resources: {'Port': ['ID=7e1aefa7-200b-47ab-8528-e752577a5fb3,revision_number=4']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:04.285409 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Routers {'6caeab39-546d-4208-9435-7d6b7de695f5'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:59:04.286110 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:58:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6caeab39-546d-4208-9435-7d6b7de695f5'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:04.571663 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] Set router 6caeab39-546d-4208-9435-7d6b7de695f5 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:59:04.578418 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-97be3ec1-936b-4670-84c5-a8b5654ff23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:04.595676 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:04.724609 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.727750 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.728563 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.729601 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:59:04.734667 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c500e96-77fa-45cf-8933-d9e819e88bf5']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:04.773264 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529fc40d-c5c3-48ef-8cce-ac812b4b5545') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:04.774252 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529fc40d-c5c3-48ef-8cce-ac812b4b5545') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:04.814751 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396447'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:04.868369 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Allocated IP 172.27.0.132 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/26937cda-e475-4460-b665-70cc6d542478) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:59:04.889520 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:04.897091 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d90a79a-87b0-47ba-9f6d-31f3d2115cd6 None None] Network 114b8968-cc88-42a3-b972-38271fce96de requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:59:04.900432 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 4a16998a-03d0-4649-91b0-b5648ba66821 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:04.925977 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536132'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: from cryptography.utils import int_from_bytes Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: from cryptography.utils import int_from_bytes Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: Traceback (most recent call last): Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: timer() Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: cb(*args, **kw) Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: return func(*args, **kwargs) Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: self._notify() Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: self.callback(batched_events) Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: event.method(event) Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: return f(self, *a, **k) Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._get(url).json() Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:59:04.933914 dv-cinder-818834-1-iscsi neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:59:05.026976 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.279840 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-8899c218-1459-4f4d-97c7-5d63a23c0850 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--243857723&fields=id&tenant_id=1525897e49c34ebb9215d460e1ad237d HTTP/1.1" status: 200 len: 267 time: 1.7122040 Nov 22 22:59:05.283454 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.288138 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Pushing event updated for resources: {'Port': ['ID=2003a573-a8f5-4bc2-a99c-24a637138c9a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:05.308287 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'name': 'tempest-ServerRescueNegativeTestJSON-637076007-router', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:59Z', 'revision_number': 4, 'project_id': '5cfa9a861da442f688818dd77f89bf9f', 'gw_port': {'id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:51Z', 'updated_at': '2021-11-22T22:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '7e1aefa7-200b-47ab-8528-e752577a5fb3', 'name': '', 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'mac_address': 'fa:16:3e:e9:87:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '54239d30-455d-4928-b2ad-f01042871693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:58Z', 'updated_at': '2021-11-22T22:59:04Z', 'revision_number': 4, 'project_id': '5cfa9a861da442f688818dd77f89bf9f', 'subnets': [{'id': '54239d30-455d-4928-b2ad-f01042871693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:05.310016 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-aa933ead-f357-4a8b-898a-70a36c573a28 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:05.311933 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-aa933ead-f357-4a8b-898a-70a36c573a28 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/networks?id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888 HTTP/1.1" status: 200 len: 818 time: 1.8900986 Nov 22 22:59:05.320613 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.325971 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0c500e96-77fa-45cf-8933-d9e819e88bf5 HTTP/1.1" status: 204 len: 168 time: 2.1217489 Nov 22 22:59:05.328863 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15777cbd-6999-4374-878c-8a51449ed9d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c500e96-77fa-45cf-8933-d9e819e88bf5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:05.330661 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33272) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:05.347600 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Network 9bbfe9b4-10d0-433e-bb54-f88a06c5a93e is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:59:05.371000 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:58:58Z', 'revision_number': 2, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:05.373231 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb04c6e8-415d-4efe-9999-7f703003dbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.384648 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:59:05.398778 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:59:05.399054 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc5c61-5077-4ae7-9cfc-a4df7aabb3d5 None None] The sync data for ids ['6caeab39-546d-4208-9435-7d6b7de695f5'] in dv-cinder-818834-1-iscsi is: [{'id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'name': 'tempest-ServerRescueNegativeTestJSON-637076007-router', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:59Z', 'revision_number': 4, 'project_id': '5cfa9a861da442f688818dd77f89bf9f', 'gw_port': {'id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:51Z', 'updated_at': '2021-11-22T22:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '7e1aefa7-200b-47ab-8528-e752577a5fb3', 'name': '', 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'mac_address': 'fa:16:3e:e9:87:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '54239d30-455d-4928-b2ad-f01042871693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:58Z', 'updated_at': '2021-11-22T22:59:04Z', 'revision_number': 4, 'project_id': '5cfa9a861da442f688818dd77f89bf9f', 'subnets': [{'id': '54239d30-455d-4928-b2ad-f01042871693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:59:05.406149 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.407171 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:05.407971 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.424099 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-898d7a3a-799c-486b-9afc-e901a142287d tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/quotas/5cfa9a861da442f688818dd77f89bf9f HTTP/1.1" status: 200 len: 375 time: 0.0893743 Nov 22 22:59:05.426562 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f06abf-4db7-4006-bce6-a4ba43b636f3 admin admin] Deleting subnet c98f0d56-b84d-47b7-9936-33868dc7ea16 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:59:05.433149 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94f06abf-4db7-4006-bce6-a4ba43b636f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.506905 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9559ab9-d56e-40ff-be74-5db39acf20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.526947 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Checking router: 4cf4363b-3ee0-4940-aac8-433646632b9b for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:59:05.527127 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Updating router 4cf4363b-3ee0-4940-aac8-433646632b9b port 49ed4ea4-4189-4c8f-80db-b6d32f9180de binding host dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:59:05.550001 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94f06abf-4db7-4006-bce6-a4ba43b636f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396422'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.588886 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-65bfd6c0-c10a-46c4-ba13-449cce0c341a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9762044 Nov 22 22:59:05.594159 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.626926 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 4a16998a-03d0-4649-91b0-b5648ba66821 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:05.627529 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.661700 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event updated for resources: {'Port': ['ID=26937cda-e475-4460-b665-70cc6d542478,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:05.662283 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.697567 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:59:05.711286 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94f06abf-4db7-4006-bce6-a4ba43b636f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.711432 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-438e5589-003b-4ee1-bee6-df3630986268 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:05.713208 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-438e5589-003b-4ee1-bee6-df3630986268 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/networks?id=135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 200 len: 811 time: 0.3986042 Nov 22 22:59:05.723469 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-ea7cf2bb-2f19-4ced-96e2-e91691d09571 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2893250 Nov 22 22:59:05.723858 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a9559ab9-d56e-40ff-be74-5db39acf20a0 None None] For port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=585c55b5-cd37-4f72-8bac-f4f9e78d8e06,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:05.785906 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:59:05.794190 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:59:05.799389 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94f06abf-4db7-4006-bce6-a4ba43b636f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13277457'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.807606 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9559ab9-d56e-40ff-be74-5db39acf20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.849802 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-94f06abf-4db7-4006-bce6-a4ba43b636f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:05.854681 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-94f06abf-4db7-4006-bce6-a4ba43b636f3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c98f0d56-b84d-47b7-9936-33868dc7ea16 HTTP/1.1" status: 204 len: 168 time: 0.5188580 Nov 22 22:59:05.884512 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33276) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:05.887563 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d85f7ab8-0a31-47c0-b32b-f508d42fff98 service neutron] 10.222.0.81 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484227 Nov 22 22:59:05.895965 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:06.024630 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-f45eacac-77eb-4e05-bcbb-044f6f51fb4b service neutron] 10.222.0.81 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272626 Nov 22 22:59:06.037201 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-bf5b3280-cafd-4ef1-8432-549a1541260d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/quotas/1525897e49c34ebb9215d460e1ad237d HTTP/1.1" status: 200 len: 375 time: 0.3112679 Nov 22 22:59:06.059499 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-9e9f820b-69fb-474b-9bd1-ddfd411f8888 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:59:06.061852 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-9e9f820b-69fb-474b-9bd1-ddfd411f8888 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234308 Nov 22 22:59:06.110460 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678aa9ae-4380-4c98-8c9a-6616e5633e34 None None] The sync data for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi is: [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:59:06.123863 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:06.137013 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f06abf-4db7-4006-bce6-a4ba43b636f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98f0d56-b84d-47b7-9936-33868dc7ea16,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:06.295614 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-36ca8993-86e2-4448-af2f-2caf6a73f62d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1525897e49c34ebb9215d460e1ad237d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2325675 Nov 22 22:59:06.557528 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9559ab9-d56e-40ff-be74-5db39acf20a0 None None] Pushing event updated for resources: {'Port': ['ID=585c55b5-cd37-4f72-8bac-f4f9e78d8e06,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:06.677591 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Request body: {'port': {'device_id': '7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:06.724765 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:06.821889 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-429e27cd-eea4-43e4-a836-86ca58c3df7c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:59:06.832115 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-429e27cd-eea4-43e4-a836-86ca58c3df7c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3568261 Nov 22 22:59:06.998847 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:07.003675 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:07.103319 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114b8968-cc88-42a3-b972-38271fce96de']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:07.196540 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:07.252145 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21933c2f-79ff-445f-be8d-5cc3930480cd req-11aff5f5-cbbe-4bcd-a9e3-f509e6486b71 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:07.257375 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-21933c2f-79ff-445f-be8d-5cc3930480cd req-11aff5f5-cbbe-4bcd-a9e3-f509e6486b71 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 932 time: 0.6207707 Nov 22 22:59:07.315374 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:07.493504 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:07.506009 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:07.510167 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:07.513900 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:07.549678 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.83', 56005) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:07.566121 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-15a75ff5-5827-4019-a4bd-7356f06eb491 service neutron] 10.222.0.81 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326972 Nov 22 22:59:07.673307 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:07.702172 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-21933c2f-79ff-445f-be8d-5cc3930480cd req-8cb847a8-2609-4f37-b36e-8162a5fe4f8e tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951643 Nov 22 22:59:07.889981 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:07.905664 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:07.921496 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aca6422-8bb9-497e-9a63-91b5f7485421') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:07.921927 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aca6422-8bb9-497e-9a63-91b5f7485421') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:07.966071 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.053863 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550ccd7-01a1-42f4-8957-673eccf47807 None None] Pushing event updated for resources: {'Port': ['ID=49ed4ea4-4189-4c8f-80db-b6d32f9180de,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:08.065440 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396447'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.141696 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.148282 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.166567 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:59:08.167405 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536132'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: Traceback (most recent call last): Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: timer() Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: cb(*args, **kw) Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: return func(*args, **kwargs) Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: self._notify() Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: self.callback(batched_events) Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: event.method(event) Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: return f(self, *a, **k) Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._get(url).json() Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:59:08.169824 dv-cinder-818834-1-iscsi neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:59:08.186249 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event updated for resources: {'Port': ['ID=26937cda-e475-4460-b665-70cc6d542478,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:08.237415 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.239294 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-5229e3d9-1980-458b-b368-d7167d14fdce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6086993 Nov 22 22:59:08.285227 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.291251 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.325018 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] 10.222.0.81 "DELETE /v2.0/networks/114b8968-cc88-42a3-b972-38271fce96de HTTP/1.1" status: 204 len: 168 time: 2.4386861 Nov 22 22:59:08.365907 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe57cd5-b21b-4e2a-9f1b-a5004f6a6f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=114b8968-cc88-42a3-b972-38271fce96de,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:08.405222 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Attempting to bind port 49ed4ea4-4189-4c8f-80db-b6d32f9180de on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:59:08.405597 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Attempting to bind port 49ed4ea4-4189-4c8f-80db-b6d32f9180de by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:59:08.405966 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Attempting to bind port 49ed4ea4-4189-4c8f-80db-b6d32f9180de on network bf77bdb8-32c3-46df-9787-173ffafa8e98 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:08.417348 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 7e1aefa7-200b-47ab-8528-e752577a5fb3 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:08.423277 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.777168 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:59:08.777901 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Checking segment: {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:59:08.778496 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.779042 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Bound using segment: {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:59:08.779750 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Bound port: 49ed4ea4-4189-4c8f-80db-b6d32f9180de, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:59:08.780320 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.834474 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33346) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:08.889580 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-5adbeb07-3939-467b-9a9d-d6c47e79fcac None None] Provisioning complete for port 49ed4ea4-4189-4c8f-80db-b6d32f9180de triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:08.896013 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5adbeb07-3939-467b-9a9d-d6c47e79fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.911254 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] For port 49ed4ea4-4189-4c8f-80db-b6d32f9180de, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:59:08.924676 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b51bfb3a-f57b-48db-9263-90a6de55cb4b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f580acaea0f4385858abd90ea5a12e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0889695 Nov 22 22:59:08.925294 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33348) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:08.927081 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] For port 49ed4ea4-4189-4c8f-80db-b6d32f9180de, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=49ed4ea4-4189-4c8f-80db-b6d32f9180de,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:59:08.960408 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:08.963771 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-c7bbd108-2a28-4534-97d3-9e9e0e0481fa service neutron] 10.222.0.81 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3892000 Nov 22 22:59:08.966673 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-60936676-6f3a-4b45-9899-95a969dbebb6 req-50d05c94-82d8-40b9-8b51-48fcc7d0e5ac tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 210 time: 0.7624223 Nov 22 22:59:09.032203 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2003a573-a8f5-4bc2-a99c-24a637138c9a {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:59:09.060139 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:09.093607 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Transition to ACTIVE for port object 2003a573-a8f5-4bc2-a99c-24a637138c9a will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:59:09.099005 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:09.120334 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-434c1c5a-0600-4dd6-be14-61e5564613e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:09.196392 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 7e1aefa7-200b-47ab-8528-e752577a5fb3 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:09.197000 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:09.231120 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-434c1c5a-0600-4dd6-be14-61e5564613e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:09.272639 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-0e487a56-bf02-4fb5-ac2c-bb22987ea568 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:09.274441 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-0e487a56-bf02-4fb5-ac2c-bb22987ea568 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.83 "GET /v2.0/networks?id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888 HTTP/1.1" status: 200 len: 818 time: 1.6499391 Nov 22 22:59:09.332784 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:59:09.346733 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:59:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:09.349897 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5adbeb07-3939-467b-9a9d-d6c47e79fcac None None] Port 49ed4ea4-4189-4c8f-80db-b6d32f9180de cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:59:09.365098 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Pushing event updated for resources: {'Port': ['ID=2003a573-a8f5-4bc2-a99c-24a637138c9a,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:09.419734 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-434c1c5a-0600-4dd6-be14-61e5564613e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:09.423104 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-434c1c5a-0600-4dd6-be14-61e5564613e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:09.428006 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-434c1c5a-0600-4dd6-be14-61e5564613e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/48151116-8137-4759-b0d9-263f184356d5 HTTP/1.1" status: 204 len: 168 time: 0.5015979 Nov 22 22:59:09.453199 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c1c5a-0600-4dd6-be14-61e5564613e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48151116-8137-4759-b0d9-263f184356d5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:09.461606 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Request body: {'port': {'device_id': '51cf0f00-ab35-48da-bd27-6fba3194dcff', 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888', 'admin_state_up': True, 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:09.586709 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550ccd7-01a1-42f4-8957-673eccf47807 None None] Pushing event updated for resources: {'Port': ['ID=49ed4ea4-4189-4c8f-80db-b6d32f9180de,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:09.732380 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Attempting to bind port 2003a573-a8f5-4bc2-a99c-24a637138c9a on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:59:09.732783 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Attempting to bind port 2003a573-a8f5-4bc2-a99c-24a637138c9a by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '573c2dfa-29ce-4305-979a-20bff5392418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '9bbfe9b4-10d0-433e-bb54-f88a06c5a93e'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:59:09.733244 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Attempting to bind port 2003a573-a8f5-4bc2-a99c-24a637138c9a on network 9bbfe9b4-10d0-433e-bb54-f88a06c5a93e {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:09.767639 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Port 2003a573-a8f5-4bc2-a99c-24a637138c9a on network 9bbfe9b4-10d0-433e-bb54-f88a06c5a93e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:59:09.768293 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Attempting to bind port 2003a573-a8f5-4bc2-a99c-24a637138c9a on network 9bbfe9b4-10d0-433e-bb54-f88a06c5a93e {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:09.802523 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:59:09.936547 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:09.936705 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-47d2f1b2-5daa-4006-a7b6-ffca7833cd0f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--275024318&fields=id&tenant_id=387b910bbc6a480a88d07859ab82cfe6 HTTP/1.1" status: 200 len: 267 time: 0.2894592 Nov 22 22:59:09.939434 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:59:09.941770 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Checking segment: {'id': '573c2dfa-29ce-4305-979a-20bff5392418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '9bbfe9b4-10d0-433e-bb54-f88a06c5a93e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:59:09.942021 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-9545a48c-b40b-48f4-ae75-0b8efa14732c None None] Provisioning complete for port 49ed4ea4-4189-4c8f-80db-b6d32f9180de triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:09.942384 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9545a48c-b40b-48f4-ae75-0b8efa14732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:09.942918 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Bound using segment: {'id': '573c2dfa-29ce-4305-979a-20bff5392418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '9bbfe9b4-10d0-433e-bb54-f88a06c5a93e'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:59:09.943618 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Bound port: 2003a573-a8f5-4bc2-a99c-24a637138c9a, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573c2dfa-29ce-4305-979a-20bff5392418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '9bbfe9b4-10d0-433e-bb54-f88a06c5a93e'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:59:09.945985 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:10.145820 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port 7e1aefa7-200b-47ab-8528-e752577a5fb3, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=7e1aefa7-200b-47ab-8528-e752577a5fb3,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:10.218917 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:10.236411 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9545a48c-b40b-48f4-ae75-0b8efa14732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:10.237464 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.83', 56012) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:10.409536 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-9545a48c-b40b-48f4-ae75-0b8efa14732c None None] For port 49ed4ea4-4189-4c8f-80db-b6d32f9180de, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=49ed4ea4-4189-4c8f-80db-b6d32f9180de,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:10.449275 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9545a48c-b40b-48f4-ae75-0b8efa14732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:10.514771 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=7e1aefa7-200b-47ab-8528-e752577a5fb3,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:10.620419 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545a48c-b40b-48f4-ae75-0b8efa14732c None None] Pushing event updated for resources: {'Port': ['ID=49ed4ea4-4189-4c8f-80db-b6d32f9180de,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:10.715201 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:08Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:10.775030 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33398) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:10.786779 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e043012-0d1e-4698-91d7-99bb5e8398e0 None None] The sync data for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi is: [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:08Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:59:10.928702 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbfe84-bcb7-4e2b-8b4d-45645ca4e876 req-50e3f6da-2180-487e-8aa4-ec063b7d03bf tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:10.930907 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-70bbfe84-bcb7-4e2b-8b4d-45645ca4e876 req-50e3f6da-2180-487e-8aa4-ec063b7d03bf tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 944 time: 1.2961733 Nov 22 22:59:11.027558 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-6dfb065d-866d-4a0e-a5c9-28059d01cb28 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=766fe06f2b404ce2a83e74b583d330e1&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2508056 Nov 22 22:59:11.031091 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33400) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:11.057600 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-05439661-154e-4629-a014-d3234dcf43c9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:11.059596 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-05439661-154e-4629-a014-d3234dcf43c9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.83 "GET /v2.0/networks?id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888 HTTP/1.1" status: 200 len: 818 time: 0.8071034 Nov 22 22:59:11.119033 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Made reservation on behalf of 5cfa9a861da442f688818dd77f89bf9f for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:59:11.133810 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:11.149688 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-408f4cf8-245c-4085-b111-9263897e7700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:11.190317 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-408f4cf8-245c-4085-b111-9263897e7700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:11.232944 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-b89514a6-0f4b-4c29-9cc8-5402089666e8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:11.251998 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-b89514a6-0f4b-4c29-9cc8-5402089666e8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 816 time: 1.3139610 Nov 22 22:59:11.307254 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-408f4cf8-245c-4085-b111-9263897e7700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:11.310093 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-408f4cf8-245c-4085-b111-9263897e7700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:11.313810 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-408f4cf8-245c-4085-b111-9263897e7700 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d97eeff-df88-484a-96f8-0f19b45dbade HTTP/1.1" status: 204 len: 168 time: 0.2789643 Nov 22 22:59:11.320988 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] For port 2003a573-a8f5-4bc2-a99c-24a637138c9a, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:59:11.344452 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-bc17ab75-79e5-4df8-95cc-f3d623d50635 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/quotas/387b910bbc6a480a88d07859ab82cfe6 HTTP/1.1" status: 200 len: 375 time: 0.0912654 Nov 22 22:59:11.348729 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f4cf8-245c-4085-b111-9263897e7700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d97eeff-df88-484a-96f8-0f19b45dbade,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:11.437939 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] For port 2003a573-a8f5-4bc2-a99c-24a637138c9a, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=2003a573-a8f5-4bc2-a99c-24a637138c9a,segment=NetworkSegment(573c2dfa-29ce-4305-979a-20bff5392418),segment_id=573c2dfa-29ce-4305-979a-20bff5392418)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:59:11.442513 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-70bbfe84-bcb7-4e2b-8b4d-45645ca4e876 req-1cdc04ae-f53e-46a7-afa9-0c508e1025b3 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646254 Nov 22 22:59:11.452630 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:11.584597 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:11.585228 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:11.586891 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-286252e2-94b0-4330-bece-703bb9213260 service neutron] 10.222.0.83 "PUT /v2.0/ports/2003a573-a8f5-4bc2-a99c-24a637138c9a HTTP/1.1" status: 200 len: 1094 time: 5.1709938 Nov 22 22:59:11.593460 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb', 'tag': '2003a573-a8f5-4bc2-a99c-24a637138c9a'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:59:11.735180 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-e66f81dc-3389-4cc3-83dc-e81f0b9361d6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3898242 Nov 22 22:59:11.770410 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3fb02799-9335-463a-acdf-93b199f3374e req-97424dc6-e59a-4543-8595-70cb1247dc45 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 210 time: 0.0989065 Nov 22 22:59:11.792091 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286252e2-94b0-4330-bece-703bb9213260 service neutron] Pushing event updated for resources: {'Port': ['ID=2003a573-a8f5-4bc2-a99c-24a637138c9a,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:11.846725 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Allocated IP 172.20.0.8 (2cb3d985-c2d9-4782-ae33-7bf9b53d9888/54239d30-455d-4928-b2ad-f01042871693/4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:59:11.940689 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-74043c02-0d5b-4210-affe-6d36fbdd575c service neutron] 10.222.0.81 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741505 Nov 22 22:59:11.979713 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72e41de-d418-4c75-9b05-125d99e07cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb", "tag": "2003a573-a8f5-4bc2-a99c-24a637138c9a"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:59:12.257784 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-affc920f-da0a-4aab-acaf-482a27f725a9 service neutron] 10.222.0.81 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960670 Nov 22 22:59:12.490835 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33444) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:12.547420 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 49ed4ea4-4189-4c8f-80db-b6d32f9180de up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:12.560682 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:12.698587 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f4b360a6-fac5-466d-ac48-07e49fbe5ebe req-f642f6b4-3e6c-4d89-b653-448157560a2e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 210 time: 0.0847692 Nov 22 22:59:12.700364 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 49ed4ea4-4189-4c8f-80db-b6d32f9180de triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:12.700756 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:12.709708 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:12.796177 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Pushing event updated for resources: {'Port': ['ID=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:12.812862 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00005da7-cdd9-4f7a-9589-e08099efc3d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:12.815488 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:59:12.816957 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:59:12.839831 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:59:12.854135 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:12.854937 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:12.910453 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-42c57bb6-979c-45d0-9da5-069ea732de83 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4905462 Nov 22 22:59:13.135761 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Request body: {'port': {'device_id': '51cf0f00-ab35-48da-bd27-6fba3194dcff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:13.156986 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Request body: {'port': {'device_id': '13394410-ae52-4acb-8d11-e061a4ae89a3', 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888', 'admin_state_up': True, 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:13.190577 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 7e1aefa7-200b-47ab-8528-e752577a5fb3 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:13.311477 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00005da7-cdd9-4f7a-9589-e08099efc3d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:13.337257 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-00005da7-cdd9-4f7a-9589-e08099efc3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:13.448575 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 7e1aefa7-200b-47ab-8528-e752577a5fb3 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:13.449010 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:13.598102 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-00005da7-cdd9-4f7a-9589-e08099efc3d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bf528e0a755745c2b8749090dceccbed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1057823 Nov 22 22:59:13.600500 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33480) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:13.677040 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46399cf1-c00f-44bd-8657-a8cb15d7ece9 x-openstack-request-id: req-46399cf1-c00f-44bd-8657-a8cb15d7ece9 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:59:13.677603 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb", "tag": "2003a573-a8f5-4bc2-a99c-24a637138c9a", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:59:13.677897 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46399cf1-c00f-44bd-8657-a8cb15d7ece9 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:59:13.703144 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb', 'tag': '2003a573-a8f5-4bc2-a99c-24a637138c9a', 'status': 'completed', 'code': 200} Nov 22 22:59:13.733469 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00005da7-cdd9-4f7a-9589-e08099efc3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68304375-95db-4118-aab0-e3eeb84205ab,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:13.923958 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-13c87f9a-5e3b-40af-a109-9aee0f488b87 req-a75d57e1-83d9-451e-83da-3175f2582a1f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 210 time: 0.1909075 Nov 22 22:59:13.940571 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Made reservation on behalf of 5cfa9a861da442f688818dd77f89bf9f for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:59:13.947214 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:13.955041 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-8d575c6b-77ad-4d9f-83c7-a70ec792855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:13.962192 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-8d575c6b-77ad-4d9f-83c7-a70ec792855a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ae3b6b7cb754497a30d3a41220bef60&device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 1097 time: 0.5713534 Nov 22 22:59:13.985154 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c84a7ef1-be78-48ee-8c21-f16738d90971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:13.992280 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e0f42-ab08-4ad0-a70d-45efb6da82f9 req-9dfda740-7022-4ce4-b9c5-770190e5cd7b tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:13.994116 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-310e0f42-ab08-4ad0-a70d-45efb6da82f9 req-9dfda740-7022-4ce4-b9c5-770190e5cd7b tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 944 time: 0.7233801 Nov 22 22:59:14.000058 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:14.091050 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c84a7ef1-be78-48ee-8c21-f16738d90971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:14.457646 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8cd2afbd-3a6e-4a93-b390-188290f4cfd5 req-cbef77c2-f7cd-427e-94ad-dfdc9f6a0f87 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 210 time: 0.3175182 Nov 22 22:59:14.537955 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-633c1971-3253-4ecf-a394-ed58a9562250 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2003a573-a8f5-4bc2-a99c-24a637138c9a HTTP/1.1" status: 200 len: 217 time: 0.3966248 Nov 22 22:59:14.559283 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-310e0f42-ab08-4ad0-a70d-45efb6da82f9 req-6cffdfd3-0e31-4a1d-8935-4e66bafd58b0 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523076 Nov 22 22:59:14.634940 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c84a7ef1-be78-48ee-8c21-f16738d90971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:14.638172 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c84a7ef1-be78-48ee-8c21-f16738d90971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:14.639493 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-c84a7ef1-be78-48ee-8c21-f16738d90971 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68304375-95db-4118-aab0-e3eeb84205ab HTTP/1.1" status: 204 len: 168 time: 1.0151112 Nov 22 22:59:14.641089 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Allocated IP 172.20.0.2 (2cb3d985-c2d9-4782-ae33-7bf9b53d9888/54239d30-455d-4928-b2ad-f01042871693/00b76964-7845-4ede-805d-663e9d646d8b) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:59:14.708587 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a7ef1-be78-48ee-8c21-f16738d90971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68304375-95db-4118-aab0-e3eeb84205ab,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:14.924910 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eec88710-938a-4814-b7af-f9defec39491 req-5aa5191b-d114-4a18-9d2a-394d93cb4019 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 210 time: 0.1081805 Nov 22 22:59:14.965558 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-9cff6d0a-111c-4e2f-9d42-7d005fc2b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:14.967412 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-9cff6d0a-111c-4e2f-9d42-7d005fc2b72f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=245a6a94-da0f-4b15-83c3-f249475814e0 HTTP/1.1" status: 200 len: 850 time: 0.2269056 Nov 22 22:59:15.199193 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e9c74aad-6190-41d9-b7e6-12be7907c7ef req-c891d876-20ef-477b-9768-6b53dc767df1 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 210 time: 0.0885332 Nov 22 22:59:15.209731 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:15.313267 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:15.571945 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:59:15.616435 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:59:15.623619 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:59:15.635763 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:59:15.654888 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:15.694117 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Pushing event updated for resources: {'Port': ['ID=00b76964-7845-4ede-805d-663e9d646d8b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:15.751481 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-32f1def1-2edc-41c5-897f-ab24e68f4c59 req-9832c9e1-1af5-499f-a06c-49d511d70117 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 210 time: 0.0997257 Nov 22 22:59:15.767464 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.83', 56020) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:15.814554 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:15.817460 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:15.869002 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-b44d5a52-1903-43c7-9cca-ac03fbe90ab7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9bbfe9b4-10d0-433e-bb54-f88a06c5a93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063976 Nov 22 22:59:15.885467 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Transition to ACTIVE for port object 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:59:15.961749 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-53258651-84cf-469a-b390-d0fa45b3d241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8254974 Nov 22 22:59:15.989360 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:16.055423 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-3dc10b53-166d-4e31-bff0-f6202d87d69c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:16.057701 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-3dc10b53-166d-4e31-bff0-f6202d87d69c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.83 "GET /v2.0/networks?id=135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 200 len: 811 time: 0.2342296 Nov 22 22:59:16.069094 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Request body: {'port': {'device_id': '13394410-ae52-4acb-8d11-e061a4ae89a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:16.217298 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:16.483953 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591aac3e-4146-4a37-ae08-25efe6779d05 req-7cd2f339-cbee-4845-8b3f-6148a1ff56d4 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:16.485505 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-591aac3e-4146-4a37-ae08-25efe6779d05 req-7cd2f339-cbee-4845-8b3f-6148a1ff56d4 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 944 time: 0.5981288 Nov 22 22:59:16.526473 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:16.549599 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-ec78bca9-31c2-494c-83f2-2c8976888292 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1525897e49c34ebb9215d460e1ad237d HTTP/1.1" status: 200 len: 379 time: 0.3811038 Nov 22 22:59:16.571775 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b70e5c-cc4c-48b7-b0a3-4093cc404cd9 req-b20dc7c8-7874-45fc-9a50-35d04c2ccfe4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:16.573262 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-18b70e5c-cc4c-48b7-b0a3-4093cc404cd9 req-b20dc7c8-7874-45fc-9a50-35d04c2ccfe4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 931 time: 0.2360399 Nov 22 22:59:16.639613 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Attempting to bind port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:59:16.640192 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Attempting to bind port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:59:16.640411 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Attempting to bind port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 on network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:16.645495 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-819f8683-49b4-4223-b534-5b1959e17e6c service neutron] 10.222.0.83 "GET /v2.0/networks/9bbfe9b4-10d0-433e-bb54-f88a06c5a93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576622 Nov 22 22:59:16.666054 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-591aac3e-4146-4a37-ae08-25efe6779d05 req-1a9e6947-e6c1-4d88-b70c-e18925d1bf22 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602364 Nov 22 22:59:16.666873 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 on network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:59:16.667378 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Attempting to bind port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 on network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:16.682332 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:59:16.683210 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Checking segment: {'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:59:16.683210 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Bound using segment: {'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:59:16.683498 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Bound port: 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:59:16.683934 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:16.722349 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-18b70e5c-cc4c-48b7-b0a3-4093cc404cd9 req-36c0e16d-a2c5-4742-8e98-3ecaf22cbc06 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282678 Nov 22 22:59:16.863970 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eef87d35-3e9a-4b1f-9558-19bc3a72b521 req-aaa85211-8163-4c0a-b62e-9acd537eaec8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 210 time: 0.0828078 Nov 22 22:59:16.916575 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-631e1405-3856-42df-b8dc-30eff34bafb8 req-93f9ea79-110e-479e-a4ca-fea3bdccbf99 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 210 time: 0.0497162 Nov 22 22:59:16.936691 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] For port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:59:16.942081 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] For port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:59:16.949442 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:16.999966 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:17.000664 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:17.002467 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] 10.222.0.83 "PUT /v2.0/ports/4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 HTTP/1.1" status: 200 len: 1093 time: 3.8734832 Nov 22 22:59:17.003369 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cf0f00-ab35-48da-bd27-6fba3194dcff', 'tag': '4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:59:17.006459 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694524d9-8659-4af7-8338-7e957ebf904b" -d '{"events": [{"name": "network-changed", "server_uuid": "51cf0f00-ab35-48da-bd27-6fba3194dcff", "tag": "4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:59:17.046165 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c103c-8872-4688-98b2-08c79716e3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:17.103701 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b76964-7845-4ede-805d-663e9d646d8b {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:59:17.119147 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:17.134129 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4522b03-57a1-499f-85e4-dbb9aab67640 x-openstack-request-id: req-a4522b03-57a1-499f-85e4-dbb9aab67640 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:59:17.134604 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cf0f00-ab35-48da-bd27-6fba3194dcff", "tag": "4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:59:17.135028 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4522b03-57a1-499f-85e4-dbb9aab67640 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:59:17.135438 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cf0f00-ab35-48da-bd27-6fba3194dcff', 'tag': '4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948', 'status': 'completed', 'code': 200} Nov 22 22:59:17.142793 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Transition to ACTIVE for port object 00b76964-7845-4ede-805d-663e9d646d8b will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:59:17.148766 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:17.202564 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Pushing event updated for resources: {'Port': ['ID=00b76964-7845-4ede-805d-663e9d646d8b,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:17.300286 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Attempting to bind port 00b76964-7845-4ede-805d-663e9d646d8b on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:59:17.300625 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Attempting to bind port 00b76964-7845-4ede-805d-663e9d646d8b by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:59:17.300990 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Attempting to bind port 00b76964-7845-4ede-805d-663e9d646d8b on network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:17.306662 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Port 00b76964-7845-4ede-805d-663e9d646d8b on network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:59:17.306989 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Attempting to bind port 00b76964-7845-4ede-805d-663e9d646d8b on network 2cb3d985-c2d9-4782-ae33-7bf9b53d9888 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:17.312120 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:59:17.312487 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Checking segment: {'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:59:17.313107 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Bound using segment: {'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:59:17.313522 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Bound port: 00b76964-7845-4ede-805d-663e9d646d8b, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096490f2-d1fc-43c5-91c1-d7e79147b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:59:17.313915 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:17.383601 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] For port 00b76964-7845-4ede-805d-663e9d646d8b, host hv-cinder-81883, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:59:17.390700 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] For port 00b76964-7845-4ede-805d-663e9d646d8b, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=00b76964-7845-4ede-805d-663e9d646d8b,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:59:17.395426 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:17.437112 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:17.437758 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:17.439223 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] 10.222.0.83 "PUT /v2.0/ports/00b76964-7845-4ede-805d-663e9d646d8b HTTP/1.1" status: 200 len: 1093 time: 1.3763893 Nov 22 22:59:17.439655 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13394410-ae52-4acb-8d11-e061a4ae89a3', 'tag': '00b76964-7845-4ede-805d-663e9d646d8b'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:59:17.468653 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6119edf-1c75-4671-bdf2-bf884fd03302 service neutron] Pushing event updated for resources: {'Port': ['ID=00b76964-7845-4ede-805d-663e9d646d8b,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:17.551796 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ad85cc-a5c7-414b-a75c-ccef2e0b4627" -d '{"events": [{"name": "network-changed", "server_uuid": "13394410-ae52-4acb-8d11-e061a4ae89a3", "tag": "00b76964-7845-4ede-805d-663e9d646d8b"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:59:17.640904 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a632faa-eb09-4367-9fed-36143a17e1c9 x-openstack-request-id: req-3a632faa-eb09-4367-9fed-36143a17e1c9 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:59:17.641201 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13394410-ae52-4acb-8d11-e061a4ae89a3", "tag": "00b76964-7845-4ede-805d-663e9d646d8b", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:59:17.641477 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a632faa-eb09-4367-9fed-36143a17e1c9 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:59:17.641945 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13394410-ae52-4acb-8d11-e061a4ae89a3', 'tag': '00b76964-7845-4ede-805d-663e9d646d8b', 'status': 'completed', 'code': 200} Nov 22 22:59:17.836657 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2ccf7-b2f5-4bfd-aee7-5119d5f61dfa req-668bbdac-4403-4b78-8049-93d9d0cdca73 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:17.839127 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f0a2ccf7-b2f5-4bfd-aee7-5119d5f61dfa req-668bbdac-4403-4b78-8049-93d9d0cdca73 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 944 time: 0.0933526 Nov 22 22:59:17.919714 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d3ca8-373e-4542-8a79-2be5b06f2359 req-5246f4d7-33df-42c7-89e2-5a9a30a0a79e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:17.921687 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-121d3ca8-373e-4542-8a79-2be5b06f2359 req-5246f4d7-33df-42c7-89e2-5a9a30a0a79e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.1033063 Nov 22 22:59:17.954004 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f0a2ccf7-b2f5-4bfd-aee7-5119d5f61dfa req-cbf10e4f-be3b-474b-95c2-74ea123201be tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917282 Nov 22 22:59:17.992996 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-121d3ca8-373e-4542-8a79-2be5b06f2359 req-8ed686e8-6d9b-4797-8fef-3eea295c8529 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530226 Nov 22 22:59:18.048088 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Request body: {'port': {'device_id': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'admin_state_up': True, 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'security_groups': ['d5b56c77-b8ae-4f8e-9c86-fd93df028fe5']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:18.099766 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2af887e-23ee-4c37-a4fa-a7fd9ddbe3ad req-ce980a5f-3d1f-434a-be14-4714f7679671 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 210 time: 0.0677140 Nov 22 22:59:18.176236 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad2160a5-95fe-4332-b281-ea9235b67d8b req-7ef13c9a-e6f2-4dd9-a284-5216b8d0e609 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 210 time: 0.0657256 Nov 22 22:59:18.238542 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad85cc-a5c7-414b-a75c-ccef2e0b4627 req-897c0f47-fd3a-40be-aaff-6866cf2b157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:18.239940 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-befd1e4e-a38a-49cf-b7ae-5617a31fe661 req-f30c7d76-9d23-44f0-b6c0-815514fd3fbf service neutron] 10.222.0.83 "GET /v2.0/networks/9bbfe9b4-10d0-433e-bb54-f88a06c5a93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898181 Nov 22 22:59:18.240113 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f9ad85cc-a5c7-414b-a75c-ccef2e0b4627 req-897c0f47-fd3a-40be-aaff-6866cf2b157f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 1096 time: 0.1296916 Nov 22 22:59:18.267278 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Made reservation on behalf of 1525897e49c34ebb9215d460e1ad237d for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:59:18.273815 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:18.288080 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694524d9-8659-4af7-8338-7e957ebf904b req-603b3c93-d70b-40f2-a22f-a7b4cfb62d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:18.293246 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-694524d9-8659-4af7-8338-7e957ebf904b req-603b3c93-d70b-40f2-a22f-a7b4cfb62d0c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 1096 time: 0.0693376 Nov 22 22:59:18.497852 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.83', 56037) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:18.580533 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad85cc-a5c7-414b-a75c-ccef2e0b4627 req-f7771b56-4ada-4a8c-92b5-48a58f924676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:18.582125 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f9ad85cc-a5c7-414b-a75c-ccef2e0b4627 req-f7771b56-4ada-4a8c-92b5-48a58f924676 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=5cfa9a861da442f688818dd77f89bf9f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2865405 Nov 22 22:59:18.689162 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Allocated IP 172.20.0.12 (135c9d2c-b547-438e-b31c-2139e85d4ac9/ca886abe-a984-4dfe-9c9e-938111a57318/fa888e86-c386-4687-8daf-0f95de7ce011) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:59:18.714699 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e41de-d418-4c75-9b05-125d99e07cbf req-b68bb5a3-5514-4324-ae1e-ed4aa66ffc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:18.716223 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72e41de-d418-4c75-9b05-125d99e07cbf req-b68bb5a3-5514-4324-ae1e-ed4aa66ffc07 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ae3b6b7cb754497a30d3a41220bef60&device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 1097 time: 0.2758090 Nov 22 22:59:18.725076 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694524d9-8659-4af7-8338-7e957ebf904b req-d4288445-0124-4e6f-8d74-df4a8dc17b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:18.727320 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-694524d9-8659-4af7-8338-7e957ebf904b req-d4288445-0124-4e6f-8d74-df4a8dc17b82 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=5cfa9a861da442f688818dd77f89bf9f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3578460 Nov 22 22:59:18.749580 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-e88cc091-5e4f-4af8-8219-3680f3c16e0f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:18.750949 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-e88cc091-5e4f-4af8-8219-3680f3c16e0f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.83 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 816 time: 0.2517352 Nov 22 22:59:18.829119 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad85cc-a5c7-414b-a75c-ccef2e0b4627 req-8ef60f89-b9f4-49cf-8319-ab65cb96899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:18.830728 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f9ad85cc-a5c7-414b-a75c-ccef2e0b4627 req-8ef60f89-b9f4-49cf-8319-ab65cb96899c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2348936 Nov 22 22:59:18.899093 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e41de-d418-4c75-9b05-125d99e07cbf req-0ff5e1ef-e8b0-47b7-87ae-73b45c50a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:18.900647 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72e41de-d418-4c75-9b05-125d99e07cbf req-0ff5e1ef-e8b0-47b7-87ae-73b45c50a83f service neutron] 10.222.0.83 "GET /v2.0/networks?id=9bbfe9b4-10d0-433e-bb54-f88a06c5a93e HTTP/1.1" status: 200 len: 912 time: 0.1724565 Nov 22 22:59:18.927813 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:18.964580 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:19.012725 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Network 135c9d2c-b547-438e-b31c-2139e85d4ac9 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:59:19.018044 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:59:19.023801 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:59:19.028067 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event updated for resources: {'Port': ['ID=fa888e86-c386-4687-8daf-0f95de7ce011,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:19.090352 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:19.091179 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:19.120168 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-a66cba2e-42c7-45bd-84b8-0cb9795bd46f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0784814 Nov 22 22:59:19.178201 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Request body: {'port': {'device_id': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:19.342880 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72e41de-d418-4c75-9b05-125d99e07cbf req-15634f21-ce37-48bd-8af1-660443c9c485 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2003a573-a8f5-4bc2-a99c-24a637138c9a HTTP/1.1" status: 200 len: 217 time: 0.1278360 Nov 22 22:59:19.343434 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-88c0efc2-f145-4d4a-b64f-9f33e36f48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:19.345022 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-88c0efc2-f145-4d4a-b64f-9f33e36f48e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 1096 time: 0.1339662 Nov 22 22:59:19.345902 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:19.389351 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-d3623717-7ecc-47dd-b98a-2e51a98b4e9c None None] Provisioning complete for port fa888e86-c386-4687-8daf-0f95de7ce011 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:19.390001 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3623717-7ecc-47dd-b98a-2e51a98b4e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:19.446202 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d3623717-7ecc-47dd-b98a-2e51a98b4e9c None None] Port fa888e86-c386-4687-8daf-0f95de7ce011 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:59:19.635116 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfff80-8c61-4a62-ad58-596e1b573b8f req-f530a835-da69-4d68-8964-0cf283c1f5af tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:19.636645 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ffcfff80-8c61-4a62-ad58-596e1b573b8f req-f530a835-da69-4d68-8964-0cf283c1f5af tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.5295095 Nov 22 22:59:19.656845 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-c3fa0d07-c70d-41ef-aa40-aa0cc408ce02 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00b76964-7845-4ede-805d-663e9d646d8b HTTP/1.1" status: 200 len: 217 time: 0.2909167 Nov 22 22:59:19.697196 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35eca98-162d-4eb7-8e1e-df2c64c8b73f req-a7c74599-b286-49ca-b6d9-20cc2728e9b5 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:19.698698 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a35eca98-162d-4eb7-8e1e-df2c64c8b73f req-a7c74599-b286-49ca-b6d9-20cc2728e9b5 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 944 time: 0.5897224 Nov 22 22:59:19.720921 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-54b3f506-1729-4085-9a99-4c1979c5b1d7 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=387b910bbc6a480a88d07859ab82cfe6 HTTP/1.1" status: 200 len: 379 time: 0.5718114 Nov 22 22:59:19.741854 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Request body: {'port': {'device_id': '6383769b-dc5f-4c00-9651-484e2904efcc', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'admin_state_up': True, 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'security_groups': ['13b6d704-8799-4ebe-bb16-c6e16c6c8dbc']}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:19.749008 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 33720) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:19.777344 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694524d9-8659-4af7-8338-7e957ebf904b req-719d16e5-4f41-4118-b396-5b1c13b16182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:19.778838 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-694524d9-8659-4af7-8338-7e957ebf904b req-719d16e5-4f41-4118-b396-5b1c13b16182 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6288157 Nov 22 22:59:19.780188 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e41de-d418-4c75-9b05-125d99e07cbf req-84cf1646-77df-49fe-b90a-061630870ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:19.781698 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72e41de-d418-4c75-9b05-125d99e07cbf req-84cf1646-77df-49fe-b90a-061630870ad1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=245a6a94-da0f-4b15-83c3-f249475814e0 HTTP/1.1" status: 200 len: 850 time: 0.4066010 Nov 22 22:59:19.869967 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72e41de-d418-4c75-9b05-125d99e07cbf req-3c816f7f-6657-4c54-bb19-1e222ddc0b7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9bbfe9b4-10d0-433e-bb54-f88a06c5a93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449355 Nov 22 22:59:19.904733 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d4a27910-8c75-41ce-a9d6-1492a2c07606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:19.906255 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-d4a27910-8c75-41ce-a9d6-1492a2c07606 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54239d30-455d-4928-b2ad-f01042871693 HTTP/1.1" status: 200 len: 858 time: 0.1468647 Nov 22 22:59:19.940741 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ffcfff80-8c61-4a62-ad58-596e1b573b8f req-7f12a9a2-2c9c-4e3f-bc4b-0dbb039fa206 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805181 Nov 22 22:59:19.978020 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a35eca98-162d-4eb7-8e1e-df2c64c8b73f req-15d04db2-73b1-4e13-8a2c-6fed8e831a7b tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662373 Nov 22 22:59:20.007046 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-af43a6d3-25c5-4cfa-b21e-8c7b204b1d10 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678611 Nov 22 22:59:20.051576 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae26f5de-9da8-454f-a0ac-172fcb1e3c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:20.127411 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8c614bf8-0616-4b35-90df-18d3e57f4b17 req-ac5e62b0-cb8a-4571-837c-8600c3e579f2 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 210 time: 0.0806568 Nov 22 22:59:20.136735 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-0f3f0456-a755-4ffb-8ad0-a35b3899d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:20.138294 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-0f3f0456-a755-4ffb-8ad0-a35b3899d017 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 1096 time: 0.2621942 Nov 22 22:59:20.182575 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-ec6e413f-5a3f-493b-b2ae-426af40049f9 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637962 Nov 22 22:59:20.190253 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa888e86-c386-4687-8daf-0f95de7ce011 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:59:20.205941 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:20.244748 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-32649d55-96b0-4aab-bc82-31e305df1e0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 HTTP/1.1" status: 200 len: 217 time: 0.0901046 Nov 22 22:59:20.258749 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72e41de-d418-4c75-9b05-125d99e07cbf req-d8c03e59-8edb-4ebe-a9e2-5afbc1fcb204 service neutron] 10.222.0.83 "GET /v2.0/networks/9bbfe9b4-10d0-433e-bb54-f88a06c5a93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102322 Nov 22 22:59:20.265408 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Transition to ACTIVE for port object fa888e86-c386-4687-8daf-0f95de7ce011 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:59:20.285832 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:20.306075 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Made reservation on behalf of 387b910bbc6a480a88d07859ab82cfe6 for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:59:20.309576 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:20.382965 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf52e59-83f8-4d90-b1a5-60f525722381 req-091e2a6d-f5f1-47ea-b729-485fe3d43771 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:20.384546 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-faf52e59-83f8-4d90-b1a5-60f525722381 req-091e2a6d-f5f1-47ea-b729-485fe3d43771 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 932 time: 0.3119693 Nov 22 22:59:20.436735 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-c399ebe4-930f-4308-83be-42fd7c1e37da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:20.438241 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-c399ebe4-930f-4308-83be-42fd7c1e37da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54239d30-455d-4928-b2ad-f01042871693 HTTP/1.1" status: 200 len: 858 time: 0.1826119 Nov 22 22:59:20.438465 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-ed78529a-e721-47c2-8926-36736441ff7c service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434342 Nov 22 22:59:20.449043 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Pushing event updated for resources: {'Port': ['ID=fa888e86-c386-4687-8daf-0f95de7ce011,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:20.495453 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Attempting to bind port fa888e86-c386-4687-8daf-0f95de7ce011 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:59:20.495785 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Attempting to bind port fa888e86-c386-4687-8daf-0f95de7ce011 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:59:20.496108 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Attempting to bind port fa888e86-c386-4687-8daf-0f95de7ce011 on network 135c9d2c-b547-438e-b31c-2139e85d4ac9 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:20.501953 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Port fa888e86-c386-4687-8daf-0f95de7ce011 on network 135c9d2c-b547-438e-b31c-2139e85d4ac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:59:20.502324 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Attempting to bind port fa888e86-c386-4687-8daf-0f95de7ce011 on network 135c9d2c-b547-438e-b31c-2139e85d4ac9 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:20.511532 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:59:20.511970 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Checking segment: {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:59:20.512409 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Bound using segment: {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:59:20.512936 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Bound port: fa888e86-c386-4687-8daf-0f95de7ce011, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:59:20.513342 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:20.589060 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-ab72c3a8-ef03-4196-af28-f9d83a737d2a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097493 Nov 22 22:59:20.599447 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] For port fa888e86-c386-4687-8daf-0f95de7ce011, host hv-cinder-81883, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:59:20.603758 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] For port fa888e86-c386-4687-8daf-0f95de7ce011, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=fa888e86-c386-4687-8daf-0f95de7ce011,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:59:20.609284 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:20.644833 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae26f5de-9da8-454f-a0ac-172fcb1e3c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:20.650107 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:20.650770 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:20.652342 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] 10.222.0.83 "PUT /v2.0/ports/fa888e86-c386-4687-8daf-0f95de7ce011 HTTP/1.1" status: 200 len: 1094 time: 1.4786777 Nov 22 22:59:20.652696 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'tag': 'fa888e86-c386-4687-8daf-0f95de7ce011'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:59:20.655252 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21be5a15-1fd0-495e-bcf5-f8d9437e84db" -d '{"events": [{"name": "network-changed", "server_uuid": "ce09954f-3efe-4542-9eb8-c1be3bc21549", "tag": "fa888e86-c386-4687-8daf-0f95de7ce011"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:59:20.687804 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f9134-c9eb-442d-8986-bad52d2e591f service neutron] Pushing event updated for resources: {'Port': ['ID=fa888e86-c386-4687-8daf-0f95de7ce011,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:20.693946 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-faf52e59-83f8-4d90-b1a5-60f525722381 req-fa25a5dc-5e2c-48a5-8003-cdaeccb8e78d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801888 Nov 22 22:59:20.730258 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34f18fa-cf56-4156-9fda-6f8087b80b31 x-openstack-request-id: req-c34f18fa-cf56-4156-9fda-6f8087b80b31 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:59:20.730546 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce09954f-3efe-4542-9eb8-c1be3bc21549", "tag": "fa888e86-c386-4687-8daf-0f95de7ce011", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:59:20.730854 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c34f18fa-cf56-4156-9fda-6f8087b80b31 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:59:20.731259 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'tag': 'fa888e86-c386-4687-8daf-0f95de7ce011', 'status': 'completed', 'code': 200} Nov 22 22:59:20.741096 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae26f5de-9da8-454f-a0ac-172fcb1e3c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:20.751397 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72e41de-d418-4c75-9b05-125d99e07cbf req-2a432cba-dd05-4cfd-a43a-7df1df315f0b service neutron] 10.222.0.83 "GET /v2.0/networks/9bbfe9b4-10d0-433e-bb54-f88a06c5a93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791510 Nov 22 22:59:20.810637 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-97630a60-3745-4cbb-81bf-72e6f7564afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:20.812131 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-97630a60-3745-4cbb-81bf-72e6f7564afb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1525897e49c34ebb9215d460e1ad237d&device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 1097 time: 0.0595620 Nov 22 22:59:20.841143 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-ae26f5de-9da8-454f-a0ac-172fcb1e3c66 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d1b22749d6fe4bceaa6f6999fe22c1c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0913572 Nov 22 22:59:20.842015 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26f5de-9da8-454f-a0ac-172fcb1e3c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a98db79-ba81-4edc-b41c-4084130f1b47,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:20.844235 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33760) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:20.877643 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Allocated IP 172.20.0.14 (bf77bdb8-32c3-46df-9787-173ffafa8e98/5f0c2acb-721b-4d06-b714-4fbf6b768fe9/6aea9cb4-aad8-4449-a8a2-ba1de5bf799a) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:59:20.888223 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-a0c744d3-75c2-41ea-95bd-3c59103a6611 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807953 Nov 22 22:59:20.919732 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-91decb50-b054-4595-be45-23e3901cd204 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa888e86-c386-4687-8daf-0f95de7ce011 HTTP/1.1" status: 200 len: 217 time: 0.0908406 Nov 22 22:59:21.010428 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-bef22ec3-f652-4a60-a7b9-69f3d0c1c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:21.012059 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-bef22ec3-f652-4a60-a7b9-69f3d0c1c99e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca886abe-a984-4dfe-9c9e-938111a57318 HTTP/1.1" status: 200 len: 850 time: 0.0799823 Nov 22 22:59:21.084686 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8ca543e-5349-4e1e-b1c3-8ea34c93dadf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:21.108622 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-ad2176ac-3250-4920-b45d-25b9e1ba6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:21.110186 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-ad2176ac-3250-4920-b45d-25b9e1ba6bc6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=135c9d2c-b547-438e-b31c-2139e85d4ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894969 Nov 22 22:59:21.179589 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8ca543e-5349-4e1e-b1c3-8ea34c93dadf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:21.212580 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d1051ef-3188-4d9f-97cc-111a828d4c19 req-b842cf70-c526-4f5c-8fe4-beed8da00dfd service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147810 Nov 22 22:59:21.252124 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d545830-ec46-49d4-90ec-f196f9b09037 req-94488500-2195-488e-afb2-d0162dc2c84b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:21.253846 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1d545830-ec46-49d4-90ec-f196f9b09037 req-94488500-2195-488e-afb2-d0162dc2c84b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.1975570 Nov 22 22:59:21.266174 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-092e63f1-8d77-433b-a43b-4fe41e6d5743 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473966 Nov 22 22:59:21.272426 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8ca543e-5349-4e1e-b1c3-8ea34c93dadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:21.275661 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e8ca543e-5349-4e1e-b1c3-8ea34c93dadf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:21.279277 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e8ca543e-5349-4e1e-b1c3-8ea34c93dadf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a98db79-ba81-4edc-b41c-4084130f1b47 HTTP/1.1" status: 204 len: 168 time: 0.4183760 Nov 22 22:59:21.286088 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ecb93-7b8f-4d2c-bc5f-8f82b1489ad0 req-bc0ccb54-624d-4f9c-8c9d-aecf9fe4a835 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:21.287824 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-527ecb93-7b8f-4d2c-bc5f-8f82b1489ad0 req-bc0ccb54-624d-4f9c-8c9d-aecf9fe4a835 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 944 time: 0.1888027 Nov 22 22:59:21.293462 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca543e-5349-4e1e-b1c3-8ea34c93dadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a98db79-ba81-4edc-b41c-4084130f1b47,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:21.294357 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:21.371393 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1d545830-ec46-49d4-90ec-f196f9b09037 req-fb0e8ef0-fdc1-46bf-9b9a-cd89473f70b0 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084468 Nov 22 22:59:21.402059 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-527ecb93-7b8f-4d2c-bc5f-8f82b1489ad0 req-7c5d1ae9-8ff3-4ea1-a43f-d727e9957ce2 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879505 Nov 22 22:59:21.407453 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:21.506309 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-722df0c2-3be6-4cde-b9d1-f76766dfbe06 req-2fa92aac-f21c-4be5-a3df-afb7feed5ca3 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835837 Nov 22 22:59:21.536827 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Network bf77bdb8-32c3-46df-9787-173ffafa8e98 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:59:21.546375 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:59:21.561039 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:59:21.587089 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:21.588660 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:21.595720 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event updated for resources: {'Port': ['ID=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:21.663255 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-df35d357-bd09-4756-b0a7-1a6c9cfce1d8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9256127 Nov 22 22:59:21.684048 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d39ab-67cf-45ac-b7b5-9acf8385c714 req-5d6da558-d7da-45d7-b7f5-ab667465102f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:21.696886 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-409d39ab-67cf-45ac-b7b5-9acf8385c714 req-5d6da558-d7da-45d7-b7f5-ab667465102f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 932 time: 0.2182868 Nov 22 22:59:21.707814 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be5a15-1fd0-495e-bcf5-f8d9437e84db req-c3f0dee3-2634-4686-a9cf-b5c9f18a0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:21.709502 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-21be5a15-1fd0-495e-bcf5-f8d9437e84db req-c3f0dee3-2634-4686-a9cf-b5c9f18a0f35 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1525897e49c34ebb9215d460e1ad237d&device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 1097 time: 0.0857437 Nov 22 22:59:21.762510 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-409d39ab-67cf-45ac-b7b5-9acf8385c714 req-d7628d24-652f-4f94-b21b-ea84643dad43 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701914 Nov 22 22:59:21.838669 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6b1f4-6cb0-49de-a4f7-e38fd1f83ea4 req-ac0128a5-2cb4-4dfe-ac62-bf1a113a0a6a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:21.840303 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0bb6b1f4-6cb0-49de-a4f7-e38fd1f83ea4 req-ac0128a5-2cb4-4dfe-ac62-bf1a113a0a6a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.0592067 Nov 22 22:59:21.868469 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-488d7ecb-a06b-4ee5-bc18-605ff246468e None None] Provisioning complete for port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:21.869072 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-488d7ecb-a06b-4ee5-bc18-605ff246468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:21.908182 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0bb6b1f4-6cb0-49de-a4f7-e38fd1f83ea4 req-a2685a90-dc94-469b-ab3c-af915052da92 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607369 Nov 22 22:59:21.924423 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-488d7ecb-a06b-4ee5-bc18-605ff246468e None None] Port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:59:22.040100 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:59:22.542055 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a8468-112b-421a-8127-20d706c51c35 req-d89dbf0a-f46f-46fb-9df4-a977b161134b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:22.543589 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d25a8468-112b-421a-8127-20d706c51c35 req-d89dbf0a-f46f-46fb-9df4-a977b161134b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.0839410 Nov 22 22:59:22.566061 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b2952-faec-4291-b5aa-0378d70ec4fd req-bf39870b-29eb-4acd-a70e-8f99e946efac tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:22.567541 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8f4b2952-faec-4291-b5aa-0378d70ec4fd req-bf39870b-29eb-4acd-a70e-8f99e946efac tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 944 time: 0.0732412 Nov 22 22:59:22.629809 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d25a8468-112b-421a-8127-20d706c51c35 req-cb6cc6d5-49ae-47ca-a8bb-b272a4535fd8 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799425 Nov 22 22:59:22.642779 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8f4b2952-faec-4291-b5aa-0378d70ec4fd req-54cff36e-324e-400b-a9cb-04bc7749dd31 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682406 Nov 22 22:59:22.895547 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a400d-ef92-4f32-a323-031937cc45f9 req-e6a765e0-4c48-4abb-885e-cc7e8d1c3b07 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:22.897068 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6d9a400d-ef92-4f32-a323-031937cc45f9 req-e6a765e0-4c48-4abb-885e-cc7e8d1c3b07 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 932 time: 0.0633564 Nov 22 22:59:22.966338 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6d9a400d-ef92-4f32-a323-031937cc45f9 req-7f9570ae-263d-4151-b963-07596e28314b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620136 Nov 22 22:59:23.060369 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e854a9-0867-45da-a5e6-e4e32ccb7aa2 req-9dd12bdc-9c0f-4c68-aa57-01fdaf81b717 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:23.065919 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-07e854a9-0867-45da-a5e6-e4e32ccb7aa2 req-9dd12bdc-9c0f-4c68-aa57-01fdaf81b717 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.0529871 Nov 22 22:59:23.113708 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-07e854a9-0867-45da-a5e6-e4e32ccb7aa2 req-ae5cf756-5ef0-4a64-b18b-ef8c569cf77c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445123 Nov 22 22:59:23.126420 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 33858) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:23.241154 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2638b29b-4ffd-4954-904b-7e039e9c5067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:23.320120 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2638b29b-4ffd-4954-904b-7e039e9c5067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:23.324814 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2638b29b-4ffd-4954-904b-7e039e9c5067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:23.371332 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-2638b29b-4ffd-4954-904b-7e039e9c5067 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=14514fcc546948e28912963abdf20ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437897 Nov 22 22:59:23.372039 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638b29b-4ffd-4954-904b-7e039e9c5067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c814d0-f450-4d9e-8e78-c72cf7465043,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:23.374563 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 33862) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:23.426623 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a430f646-4809-4d30-aa54-1ba276765ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:23.448700 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a430f646-4809-4d30-aa54-1ba276765ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:23.499316 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a430f646-4809-4d30-aa54-1ba276765ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:23.501973 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a430f646-4809-4d30-aa54-1ba276765ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:23.505681 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-a430f646-4809-4d30-aa54-1ba276765ff8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28c814d0-f450-4d9e-8e78-c72cf7465043 HTTP/1.1" status: 204 len: 168 time: 0.1278574 Nov 22 22:59:23.512858 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430f646-4809-4d30-aa54-1ba276765ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c814d0-f450-4d9e-8e78-c72cf7465043,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:23.801562 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f6111-07ff-4937-a3e2-670e55e21af1 req-4cb0977b-a681-4896-8d6a-42a51736e87c tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:23.803084 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bb3f6111-07ff-4937-a3e2-670e55e21af1 req-4cb0977b-a681-4896-8d6a-42a51736e87c tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.0958638 Nov 22 22:59:23.814036 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c7565-f589-4414-9684-5518c0ac2c8c req-62e5a042-ddf2-4327-80ca-e40a4c386c78 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:23.815586 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5b9c7565-f589-4414-9684-5518c0ac2c8c req-62e5a042-ddf2-4327-80ca-e40a4c386c78 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 944 time: 0.0723660 Nov 22 22:59:23.851435 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Request body: {'port': {'device_id': '6383769b-dc5f-4c00-9651-484e2904efcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:24.146277 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bb3f6111-07ff-4937-a3e2-670e55e21af1 req-d0bfe4a6-9c68-42dd-9d35-5e7fa5044a4a tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296773 Nov 22 22:59:24.159709 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be5a15-1fd0-495e-bcf5-f8d9437e84db req-b65c89f4-3ac6-4089-a97f-77dd2607068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:24.161235 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5b9c7565-f589-4414-9684-5518c0ac2c8c req-af324ab0-d969-4cd7-855f-38d78c14bdcb tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350465 Nov 22 22:59:24.162272 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-21be5a15-1fd0-495e-bcf5-f8d9437e84db req-b65c89f4-3ac6-4089-a97f-77dd2607068d service neutron] 10.222.0.83 "GET /v2.0/networks?id=135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 200 len: 913 time: 0.3256648 Nov 22 22:59:24.175595 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:24.467963 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c5d46-d990-4357-a11d-780a33bf3a1b req-93bbd318-ab00-41de-a055-73abaebd2e17 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:24.469452 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bd7c5d46-d990-4357-a11d-780a33bf3a1b req-93bbd318-ab00-41de-a055-73abaebd2e17 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 932 time: 0.1992381 Nov 22 22:59:24.481171 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b99ae-576a-43b2-8795-2ac09d82fc63 req-06596b9a-6a67-4355-b43c-35730cd37d05 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:24.482639 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-711b99ae-576a-43b2-8795-2ac09d82fc63 req-06596b9a-6a67-4355-b43c-35730cd37d05 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.1984782 Nov 22 22:59:24.580965 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bd7c5d46-d990-4357-a11d-780a33bf3a1b req-1db049c1-ea8a-4a88-bc9c-d3637c33897f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958719 Nov 22 22:59:24.609796 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-711b99ae-576a-43b2-8795-2ac09d82fc63 req-077ee6c6-4af7-469b-be8e-5b5caf2c2ec0 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159468 Nov 22 22:59:24.663334 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:59:24.672356 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:24.685723 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Transition to ACTIVE for port object 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:59:24.690077 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:24.770753 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Pushing event updated for resources: {'Port': ['ID=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:24.793237 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Attempting to bind port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:59:24.793516 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Attempting to bind port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:59:24.793878 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Attempting to bind port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a on network bf77bdb8-32c3-46df-9787-173ffafa8e98 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:24.798923 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a on network bf77bdb8-32c3-46df-9787-173ffafa8e98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:59:24.799191 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Attempting to bind port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a on network bf77bdb8-32c3-46df-9787-173ffafa8e98 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:59:24.805096 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:59:24.805698 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Checking segment: {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:59:24.805846 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Bound using segment: {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:59:24.806282 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Bound port: 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:59:24.806636 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:24.907543 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:59:24.911732 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:59:24.918617 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:24.976778 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:24.977379 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:24.978922 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] 10.222.0.83 "PUT /v2.0/ports/6aea9cb4-aad8-4449-a8a2-ba1de5bf799a HTTP/1.1" status: 200 len: 1094 time: 1.1389613 Nov 22 22:59:24.979346 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:59:24.981990 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002e6b4e-85eb-4ddd-82b5-e47bcbc6fc2f" -d '{"events": [{"name": "network-changed", "server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:59:25.015194 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d9fc6-726d-49d3-986b-5f1f459b4bee service neutron] Pushing event updated for resources: {'Port': ['ID=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:25.037604 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e55d7a-386a-4ed5-9a4e-5529e8a2253c x-openstack-request-id: req-67e55d7a-386a-4ed5-9a4e-5529e8a2253c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:59:25.037939 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:59:25.038841 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67e55d7a-386a-4ed5-9a4e-5529e8a2253c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:59:25.039509 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'status': 'completed', 'code': 200} Nov 22 22:59:25.245888 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-21be5a15-1fd0-495e-bcf5-f8d9437e84db req-44e119aa-f6af-40d6-80d5-1faacc4eb214 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa888e86-c386-4687-8daf-0f95de7ce011 HTTP/1.1" status: 200 len: 217 time: 0.0497775 Nov 22 22:59:25.321672 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be5a15-1fd0-495e-bcf5-f8d9437e84db req-b27908b5-83f2-4425-b722-3d77a30fbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:25.326653 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-21be5a15-1fd0-495e-bcf5-f8d9437e84db req-b27908b5-83f2-4425-b722-3d77a30fbc3d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca886abe-a984-4dfe-9c9e-938111a57318 HTTP/1.1" status: 200 len: 850 time: 0.0730252 Nov 22 22:59:25.393363 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be5a15-1fd0-495e-bcf5-f8d9437e84db req-de08b041-fd14-489a-949a-ae30d90e0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:25.394920 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-21be5a15-1fd0-495e-bcf5-f8d9437e84db req-de08b041-fd14-489a-949a-ae30d90e0d7e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=135c9d2c-b547-438e-b31c-2139e85d4ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583997 Nov 22 22:59:25.419135 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e6b4e-85eb-4ddd-82b5-e47bcbc6fc2f req-cc8a6d18-ba96-4c49-9538-448ac7197dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:25.420888 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-002e6b4e-85eb-4ddd-82b5-e47bcbc6fc2f req-cc8a6d18-ba96-4c49-9538-448ac7197dfe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 1097 time: 0.1573801 Nov 22 22:59:25.433194 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e4a50-ab91-468a-bfc3-61febcdc1fef req-f291166f-32d7-40c4-95ba-a8103fbc5a13 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:25.438231 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-632e4a50-ab91-468a-bfc3-61febcdc1fef req-f291166f-32d7-40c4-95ba-a8103fbc5a13 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.1052041 Nov 22 22:59:25.448389 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81056fba-c8da-4568-802e-022a1c02a6d7 req-57aad171-6dd5-4b57-b3c3-6edf92b62266 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:25.449950 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-81056fba-c8da-4568-802e-022a1c02a6d7 req-57aad171-6dd5-4b57-b3c3-6edf92b62266 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 944 time: 0.1692100 Nov 22 22:59:25.505244 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-21be5a15-1fd0-495e-bcf5-f8d9437e84db req-0a25d367-6e12-4962-ab0c-00c10e75396d service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024354 Nov 22 22:59:25.528221 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-632e4a50-ab91-468a-bfc3-61febcdc1fef req-032e153c-dc9d-4367-8bd4-1448822bca9d tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773065 Nov 22 22:59:25.532556 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-81056fba-c8da-4568-802e-022a1c02a6d7 req-7c198aaa-c01b-4f68-b373-56253617642a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754259 Nov 22 22:59:25.739483 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-21be5a15-1fd0-495e-bcf5-f8d9437e84db req-6866f394-2f2e-421e-98c4-0d3ba945bb76 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281376 Nov 22 22:59:25.792776 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e6b4e-85eb-4ddd-82b5-e47bcbc6fc2f req-d3b42809-f50b-4347-aa5c-e9ac09165eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:25.794286 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-002e6b4e-85eb-4ddd-82b5-e47bcbc6fc2f req-d3b42809-f50b-4347-aa5c-e9ac09165eea service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=387b910bbc6a480a88d07859ab82cfe6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1837237 Nov 22 22:59:25.872133 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6e003-eea9-4fec-98b0-8dc23331f344 req-94ea3bb6-706e-4f2c-a211-b76be890e18b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:25.873754 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a8e6e003-eea9-4fec-98b0-8dc23331f344 req-94ea3bb6-706e-4f2c-a211-b76be890e18b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.1403608 Nov 22 22:59:25.885396 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1de866-771a-4064-884d-0bf85a4e1a69 req-e583933b-f8c1-4c8f-9b53-928bfd27c616 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:25.886938 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4e1de866-771a-4064-884d-0bf85a4e1a69 req-e583933b-f8c1-4c8f-9b53-928bfd27c616 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.1429832 Nov 22 22:59:25.990528 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e6b4e-85eb-4ddd-82b5-e47bcbc6fc2f req-3de2ce8c-0c21-4640-9c81-f0adfee128b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:25.993240 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-002e6b4e-85eb-4ddd-82b5-e47bcbc6fc2f req-3de2ce8c-0c21-4640-9c81-f0adfee128b2 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1890647 Nov 22 22:59:26.001549 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a8e6e003-eea9-4fec-98b0-8dc23331f344 req-bf7ae2eb-04e9-4ef9-a593-e401b0248c8e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115186 Nov 22 22:59:26.010845 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4e1de866-771a-4064-884d-0bf85a4e1a69 req-4bee8a48-6241-43db-a996-69c3d3493daf tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158581 Nov 22 22:59:26.699973 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878fc2d-158c-48db-8bfe-7f99b34a133f req-fa80f55b-4a12-4a19-9aea-876f12736a57 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:26.703168 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2878fc2d-158c-48db-8bfe-7f99b34a133f req-fa80f55b-4a12-4a19-9aea-876f12736a57 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 944 time: 0.0912941 Nov 22 22:59:26.720614 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b253d-4590-46a7-ae46-034a6263ea76 req-708fc063-dfa9-46b7-9ecf-aef84930f07b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:26.729198 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-341b253d-4590-46a7-ae46-034a6263ea76 req-708fc063-dfa9-46b7-9ecf-aef84930f07b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.1041441 Nov 22 22:59:26.809408 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-341b253d-4590-46a7-ae46-034a6263ea76 req-0845ae4e-3c1c-4b9a-a50c-79c9eb0c54bf tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788713 Nov 22 22:59:26.812886 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2878fc2d-158c-48db-8bfe-7f99b34a133f req-89bfd500-9a7b-46a1-a1df-b6c5c9bc61d7 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796397 Nov 22 22:59:27.026938 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34084) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:27.158174 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e28d9d9-0087-4838-be51-a221c1c045cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:27.186020 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27c55e-19ce-40a8-b1a6-9b79cb8263f1 req-eef62753-fa85-4196-a3a3-5c8d1856022f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:27.187582 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7c27c55e-19ce-40a8-b1a6-9b79cb8263f1 req-eef62753-fa85-4196-a3a3-5c8d1856022f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.1101832 Nov 22 22:59:27.198161 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03768e-a55e-4441-bb04-5db3c3e1a682 req-506f39ac-8c69-465b-9003-735e7c4a7622 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:27.199673 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9a03768e-a55e-4441-bb04-5db3c3e1a682 req-506f39ac-8c69-465b-9003-735e7c4a7622 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.1111643 Nov 22 22:59:27.310664 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7c27c55e-19ce-40a8-b1a6-9b79cb8263f1 req-00d2fbe0-1204-4f13-bc75-9476f851fe27 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100161 Nov 22 22:59:27.318855 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9a03768e-a55e-4441-bb04-5db3c3e1a682 req-af17b4ec-b0e1-40ad-8349-2485894e0e2e tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069033 Nov 22 22:59:27.349899 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e28d9d9-0087-4838-be51-a221c1c045cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:27.354141 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2e28d9d9-0087-4838-be51-a221c1c045cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:27.400285 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-2e28d9d9-0087-4838-be51-a221c1c045cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=79964d8388a04b8ea145a1c24ae3858c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721232 Nov 22 22:59:27.401208 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28d9d9-0087-4838-be51-a221c1c045cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63af67f9-b1a8-4246-9884-77a29b398453,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:27.402980 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 34092) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:27.454066 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97fd9dbe-92e4-45b9-a13e-d7a31ebb3aad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:27.467112 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 2003a573-a8f5-4bc2-a99c-24a637138c9a details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:59:27.479918 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97fd9dbe-92e4-45b9-a13e-d7a31ebb3aad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:27.527071 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97fd9dbe-92e4-45b9-a13e-d7a31ebb3aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:27.529938 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-97fd9dbe-92e4-45b9-a13e-d7a31ebb3aad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:27.533275 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-97fd9dbe-92e4-45b9-a13e-d7a31ebb3aad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63af67f9-b1a8-4246-9884-77a29b398453 HTTP/1.1" status: 204 len: 168 time: 0.1270115 Nov 22 22:59:27.539461 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd9dbe-92e4-45b9-a13e-d7a31ebb3aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63af67f9-b1a8-4246-9884-77a29b398453,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:27.582999 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 2003a573-a8f5-4bc2-a99c-24a637138c9a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=2003a573-a8f5-4bc2-a99c-24a637138c9a,segment=NetworkSegment(573c2dfa-29ce-4305-979a-20bff5392418),segment_id=573c2dfa-29ce-4305-979a-20bff5392418)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:27.595966 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '2003a573-a8f5-4bc2-a99c-24a637138c9a', 'network_id': '9bbfe9b4-10d0-433e-bb54-f88a06c5a93e', 'port_id': '2003a573-a8f5-4bc2-a99c-24a637138c9a', 'mac_address': 'fa:16:3e:c3:6c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245a6a94-da0f-4b15-83c3-f249475814e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:59:27.634054 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:27.648321 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2003a573-a8f5-4bc2-a99c-24a637138c9a {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:59:27.670715 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 2003a573-a8f5-4bc2-a99c-24a637138c9a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=2003a573-a8f5-4bc2-a99c-24a637138c9a,segment=NetworkSegment(573c2dfa-29ce-4305-979a-20bff5392418),segment_id=573c2dfa-29ce-4305-979a-20bff5392418)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:27.674764 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:27.723702 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=2003a573-a8f5-4bc2-a99c-24a637138c9a,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:27.801761 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 34104) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:27.815309 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83ba725d-d3bf-4adb-aaae-918ba3ab85f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:27.903428 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83ba725d-d3bf-4adb-aaae-918ba3ab85f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:27.911863 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-83ba725d-d3bf-4adb-aaae-918ba3ab85f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:27.952868 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-83ba725d-d3bf-4adb-aaae-918ba3ab85f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b478591258742f0a4145065a1132b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499412 Nov 22 22:59:27.956195 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34114) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:27.963677 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba725d-d3bf-4adb-aaae-918ba3ab85f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fde2f5-3382-4b8b-a143-769a4a63dfbb,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:28.001731 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18468c-1faa-4cf2-bd67-2ff95c45a485 req-982ead5d-5cc0-4a73-a28b-11b8e6121769 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:28.003233 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0b18468c-1faa-4cf2-bd67-2ff95c45a485 req-982ead5d-5cc0-4a73-a28b-11b8e6121769 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.1084266 Nov 22 22:59:28.034221 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fcacf-3c08-45f6-836e-722968bb42ce req-2047f9a9-da51-46a9-93b7-d41ef04a26ad tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:28.035691 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c47fcacf-3c08-45f6-836e-722968bb42ce req-2047f9a9-da51-46a9-93b7-d41ef04a26ad tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 945 time: 0.1116610 Nov 22 22:59:28.091364 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61d5b20e-1353-4ec1-9a0c-e0ab5812aaf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:28.115240 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0b18468c-1faa-4cf2-bd67-2ff95c45a485 req-3b7100d5-bd97-44a3-aed1-0199dd13919a tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042774 Nov 22 22:59:28.137731 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61d5b20e-1353-4ec1-9a0c-e0ab5812aaf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:28.147237 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c47fcacf-3c08-45f6-836e-722968bb42ce req-6f171b23-9dac-4d0a-aa41-2eb84d5828a7 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024926 Nov 22 22:59:28.189353 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61d5b20e-1353-4ec1-9a0c-e0ab5812aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:28.192057 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61d5b20e-1353-4ec1-9a0c-e0ab5812aaf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:28.193184 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-61d5b20e-1353-4ec1-9a0c-e0ab5812aaf4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43fde2f5-3382-4b8b-a143-769a4a63dfbb HTTP/1.1" status: 204 len: 168 time: 0.2353647 Nov 22 22:59:28.201046 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5b20e-1353-4ec1-9a0c-e0ab5812aaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fde2f5-3382-4b8b-a143-769a4a63dfbb,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:28.471919 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c2e2f-c0c5-45d5-81f3-bb7d5ffbdc6d req-b1751191-2871-4654-8793-5f590cf481cf tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:28.473445 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e74c2e2f-c0c5-45d5-81f3-bb7d5ffbdc6d req-b1751191-2871-4654-8793-5f590cf481cf tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0852058 Nov 22 22:59:28.496436 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ba5a9-ebcc-44ba-a3ae-4697da56ae5b req-e245ff7b-8894-44e5-b816-158d80d6aef4 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:28.497947 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d7ba5a9-ebcc-44ba-a3ae-4697da56ae5b req-e245ff7b-8894-44e5-b816-158d80d6aef4 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.0806711 Nov 22 22:59:28.559445 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e74c2e2f-c0c5-45d5-81f3-bb7d5ffbdc6d req-ab781355-e7bc-4953-9de1-f7c9ff8cdd9e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775301 Nov 22 22:59:28.571660 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d7ba5a9-ebcc-44ba-a3ae-4697da56ae5b req-28791afa-ba15-45af-b330-0cdfbe22b3f0 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673618 Nov 22 22:59:29.259308 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4606fd-ae65-4eee-b941-0036fef225d4 req-b3fe5b99-c764-40f3-8482-43425095159f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:29.260803 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2e4606fd-ae65-4eee-b941-0036fef225d4 req-b3fe5b99-c764-40f3-8482-43425095159f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.0765066 Nov 22 22:59:29.303160 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348a264-ff5f-4562-b81e-7c869b3d7983 req-f950fe2c-e07f-49ff-8ab4-0f1e2e8ee6e8 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:29.304673 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d348a264-ff5f-4562-b81e-7c869b3d7983 req-f950fe2c-e07f-49ff-8ab4-0f1e2e8ee6e8 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 945 time: 0.0813158 Nov 22 22:59:29.343981 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2e4606fd-ae65-4eee-b941-0036fef225d4 req-0e1fe5bd-451d-42b3-a543-f1d3747c5bad tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770330 Nov 22 22:59:29.373958 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d348a264-ff5f-4562-b81e-7c869b3d7983 req-d4327ad9-b92b-4531-86f8-99b64db37378 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634530 Nov 22 22:59:29.708596 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214cd28-c9a0-4932-8a06-4269fbad228e req-b883db30-5956-4070-b42b-9434e328d95d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:29.710875 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e214cd28-c9a0-4932-8a06-4269fbad228e req-b883db30-5956-4070-b42b-9434e328d95d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0759015 Nov 22 22:59:29.731496 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98b7d8-6c61-4801-ada5-871c6998a8f3 req-71aba319-81c8-45f5-b808-3a556e40eb90 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:29.732943 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bf98b7d8-6c61-4801-ada5-871c6998a8f3 req-71aba319-81c8-45f5-b808-3a556e40eb90 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.0862689 Nov 22 22:59:29.793251 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e214cd28-c9a0-4932-8a06-4269fbad228e req-171792f4-d104-437e-8da7-e333e4f1442f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748725 Nov 22 22:59:29.808306 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bf98b7d8-6c61-4801-ada5-871c6998a8f3 req-e8db1b31-5292-4fd7-a9be-bf94740ee592 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674303 Nov 22 22:59:29.830758 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34182) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:29.939027 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ad627c64-57dd-4283-b531-ffdbfabcbcb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:30.011005 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:30.044287 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ad627c64-57dd-4283-b531-ffdbfabcbcb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:30.050748 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ad627c64-57dd-4283-b531-ffdbfabcbcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:30.094617 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad627c64-57dd-4283-b531-ffdbfabcbcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e832e9bd-f640-4a0b-aa40-3389ff23ec37,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:30.099026 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-ad627c64-57dd-4283-b531-ffdbfabcbcb9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=38fdb7ed96274f0aa8625878cc7296a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671993 Nov 22 22:59:30.101522 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-69dad859-5fdb-4ca6-bd02-6a5c84fd2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:30.103015 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 34194) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:30.103403 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-69dad859-5fdb-4ca6-bd02-6a5c84fd2772 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 1097 time: 0.0934069 Nov 22 22:59:30.153980 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18d582d4-ace0-4395-9031-a9dff5bac809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:30.175390 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18d582d4-ace0-4395-9031-a9dff5bac809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:30.183131 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-1d9cf568-fc67-4192-aee2-9e3cfab74e9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a HTTP/1.1" status: 200 len: 217 time: 0.0346544 Nov 22 22:59:30.222777 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18d582d4-ace0-4395-9031-a9dff5bac809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:30.225362 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18d582d4-ace0-4395-9031-a9dff5bac809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:30.226529 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-18d582d4-ace0-4395-9031-a9dff5bac809 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e832e9bd-f640-4a0b-aa40-3389ff23ec37 HTTP/1.1" status: 204 len: 168 time: 0.1225929 Nov 22 22:59:30.234386 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d582d4-ace0-4395-9031-a9dff5bac809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e832e9bd-f640-4a0b-aa40-3389ff23ec37,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:30.246114 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-1ed883de-f8cb-486f-a2bb-48e7f1b9eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:30.247417 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-1ed883de-f8cb-486f-a2bb-48e7f1b9eeca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 200 len: 855 time: 0.0569851 Nov 22 22:59:30.308004 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-185e7e31-e18a-4717-bc06-088646261f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:30.309495 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-185e7e31-e18a-4717-bc06-088646261f8b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf77bdb8-32c3-46df-9787-173ffafa8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526862 Nov 22 22:59:30.418363 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-7a6c0c3a-3987-4fad-8fa6-4c1bd6e8ad91 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004720 Nov 22 22:59:30.515830 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 34206) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:30.529216 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2505cc1-9fce-4dec-9576-70821f4dd39e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:30.560054 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddad19-7c99-4d2b-bdb7-f87233fd3b47 req-4a81de9c-053f-4b4d-8d48-a8364bdcd6f1 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:30.561534 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8cddad19-7c99-4d2b-bdb7-f87233fd3b47 req-4a81de9c-053f-4b4d-8d48-a8364bdcd6f1 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.1368613 Nov 22 22:59:30.584953 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a115fd-4e9c-4119-ab2d-97f5d112e8e2 req-7ca4ff9b-3db4-47b8-946c-094f58f56149 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:30.586781 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-78a115fd-4e9c-4119-ab2d-97f5d112e8e2 req-7ca4ff9b-3db4-47b8-946c-094f58f56149 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 945 time: 0.1316719 Nov 22 22:59:30.612490 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2505cc1-9fce-4dec-9576-70821f4dd39e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:30.616852 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a2505cc1-9fce-4dec-9576-70821f4dd39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:30.628967 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ad0f6f0e-73a2-436a-a230-668c9e976793 req-ad01586c-9542-4d67-b5ec-560f2ef93252 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015448 Nov 22 22:59:30.651898 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-a2505cc1-9fce-4dec-9576-70821f4dd39e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa6967b616624d61bbe386678410e9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324646 Nov 22 22:59:30.652689 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34208) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:30.659009 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2505cc1-9fce-4dec-9576-70821f4dd39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56366b5-1715-4f30-92af-1e33b6f00403,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:30.696018 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8cddad19-7c99-4d2b-bdb7-f87233fd3b47 req-33508258-eb2b-49d3-ba98-b74fbb458feb tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227262 Nov 22 22:59:30.701856 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-78a115fd-4e9c-4119-ab2d-97f5d112e8e2 req-f45265ef-335e-4821-9e30-e5fd62514278 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963671 Nov 22 22:59:30.733390 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c3608a9-af43-409f-b9cd-f199b3265423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:30.755063 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c3608a9-af43-409f-b9cd-f199b3265423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:31.033314 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d004f-8f11-4637-a404-b2f89841314a req-6449809c-dd5e-4a05-92df-f66f94ac33b5 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:31.034833 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ec1d004f-8f11-4637-a404-b2f89841314a req-6449809c-dd5e-4a05-92df-f66f94ac33b5 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.0807328 Nov 22 22:59:31.037638 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c3608a9-af43-409f-b9cd-f199b3265423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:31.040691 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2c3608a9-af43-409f-b9cd-f199b3265423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:31.042009 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-2c3608a9-af43-409f-b9cd-f199b3265423 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d56366b5-1715-4f30-92af-1e33b6f00403 HTTP/1.1" status: 204 len: 168 time: 0.3889122 Nov 22 22:59:31.060399 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445acb06-4e0b-45ae-a1e1-f4adf875f90e req-bff796f3-cc8d-430e-b0b6-a2091ce56481 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:31.061999 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-445acb06-4e0b-45ae-a1e1-f4adf875f90e req-bff796f3-cc8d-430e-b0b6-a2091ce56481 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.1090214 Nov 22 22:59:31.072941 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3608a9-af43-409f-b9cd-f199b3265423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56366b5-1715-4f30-92af-1e33b6f00403,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:31.135425 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ec1d004f-8f11-4637-a404-b2f89841314a req-d1859194-5713-474f-ac1f-d511e564b795 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923524 Nov 22 22:59:31.147588 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-445acb06-4e0b-45ae-a1e1-f4adf875f90e req-19573b2c-2266-480f-a5cb-89763b7bca5c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701439 Nov 22 22:59:31.843612 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463223d-48f5-452c-a924-6897ef96c999 req-4717a955-d3ca-485b-afe7-3a54e021db38 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:31.845049 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5463223d-48f5-452c-a924-6897ef96c999 req-4717a955-d3ca-485b-afe7-3a54e021db38 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.0779698 Nov 22 22:59:31.854833 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc5dcb-0dce-49bf-8468-c577c4826531 req-67488309-1648-48c8-b510-c2fe4521f49c tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:31.856293 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-afdc5dcb-0dce-49bf-8468-c577c4826531 req-67488309-1648-48c8-b510-c2fe4521f49c tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 945 time: 0.0800536 Nov 22 22:59:31.927425 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5463223d-48f5-452c-a924-6897ef96c999 req-b55404f6-e2a2-4556-91c2-eeb5813d8a49 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701311 Nov 22 22:59:31.940301 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-afdc5dcb-0dce-49bf-8468-c577c4826531 req-11c41da4-9866-4c95-a449-1d91a2304561 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762289 Nov 22 22:59:32.318428 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e73f0-59d4-446f-a254-bc40ecdf3ca5 req-858a91ba-0d5a-4494-8472-271908cd54cf tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:32.321072 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-857e73f0-59d4-446f-a254-bc40ecdf3ca5 req-858a91ba-0d5a-4494-8472-271908cd54cf tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.0878339 Nov 22 22:59:32.355876 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef84aa-cb92-46a8-b5cb-dcbf4a9c21a0 req-dbe9e79b-3103-4882-a22b-829c314addb2 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:32.357663 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c2ef84aa-cb92-46a8-b5cb-dcbf4a9c21a0 req-dbe9e79b-3103-4882-a22b-829c314addb2 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0878253 Nov 22 22:59:32.404487 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-857e73f0-59d4-446f-a254-bc40ecdf3ca5 req-b6843272-148b-4026-ae97-90170d79c91f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767434 Nov 22 22:59:32.433378 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c2ef84aa-cb92-46a8-b5cb-dcbf4a9c21a0 req-f00aea55-ff8a-4a75-ab6d-55fd926323e8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694695 Nov 22 22:59:32.554803 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d97b4e77-1178-4182-bcb5-7c62512eeab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.079920 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf611627-f811-4b85-ba32-efe3612aea50 req-75c01e9b-ffcf-4276-838e-c49bc7ab25e0 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:33.082320 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cf611627-f811-4b85-ba32-efe3612aea50 req-75c01e9b-ffcf-4276-838e-c49bc7ab25e0 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.0846534 Nov 22 22:59:33.083868 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 34312) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:33.095570 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb22bb-8f29-4993-97ed-ecb9399696d5 req-9116b6b8-8aea-4368-94e1-3cfc389bf83d tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:33.097189 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8fbb22bb-8f29-4993-97ed-ecb9399696d5 req-9116b6b8-8aea-4368-94e1-3cfc389bf83d tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 945 time: 0.0716679 Nov 22 22:59:33.157420 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cf611627-f811-4b85-ba32-efe3612aea50 req-1a17e8e4-89bd-4ce8-bdca-041b3986bc3a tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591247 Nov 22 22:59:33.181026 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8fbb22bb-8f29-4993-97ed-ecb9399696d5 req-8b4cdc26-fe41-4fee-9c83-44b9ec88e15e tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752325 Nov 22 22:59:33.212938 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28ad2277-e3a7-435a-9e81-8655c232f42b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.284845 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28ad2277-e3a7-435a-9e81-8655c232f42b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.289101 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-28ad2277-e3a7-435a-9e81-8655c232f42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.330713 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-28ad2277-e3a7-435a-9e81-8655c232f42b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7d8c61bf3a064ea4829c1d0ac3d20f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456675 Nov 22 22:59:33.331585 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad2277-e3a7-435a-9e81-8655c232f42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fa1e76-5fd1-4ead-a319-a68d6b7084f9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:33.333584 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34324) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:33.383649 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d52de38c-6cf4-499c-8915-8ac0703c3efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.405096 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d52de38c-6cf4-499c-8915-8ac0703c3efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.451318 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d52de38c-6cf4-499c-8915-8ac0703c3efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.459423 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d52de38c-6cf4-499c-8915-8ac0703c3efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.459423 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-d52de38c-6cf4-499c-8915-8ac0703c3efa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/74fa1e76-5fd1-4ead-a319-a68d6b7084f9 HTTP/1.1" status: 204 len: 168 time: 0.1237071 Nov 22 22:59:33.471872 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52de38c-6cf4-499c-8915-8ac0703c3efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fa1e76-5fd1-4ead-a319-a68d6b7084f9,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:33.588592 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a201d-6ea2-47cc-bba0-be6758830e61 req-637c2313-b12b-4776-b69e-3ae8102e87c1 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:33.590153 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-210a201d-6ea2-47cc-bba0-be6758830e61 req-637c2313-b12b-4776-b69e-3ae8102e87c1 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.0903931 Nov 22 22:59:33.603373 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b02aea-13b6-45fe-9494-7bce96553edc req-f3707584-48a4-437f-8363-b961fb72aff3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:33.604864 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95b02aea-13b6-45fe-9494-7bce96553edc req-f3707584-48a4-437f-8363-b961fb72aff3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0705335 Nov 22 22:59:33.684534 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-210a201d-6ea2-47cc-bba0-be6758830e61 req-5d26da59-fca8-4735-9253-8d1dddca7e2a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785940 Nov 22 22:59:33.687500 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95b02aea-13b6-45fe-9494-7bce96553edc req-d81d6ba6-6cb7-4e7b-b794-024bb812246f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749941 Nov 22 22:59:33.749521 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34336) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:33.762976 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1cabb21-cd13-4a03-ab1c-c2b9d107b778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.839926 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1cabb21-cd13-4a03-ab1c-c2b9d107b778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.843920 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b1cabb21-cd13-4a03-ab1c-c2b9d107b778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.883386 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-b1cabb21-cd13-4a03-ab1c-c2b9d107b778 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=afc187bea9d04dfc8d983c144f7fe7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327076 Nov 22 22:59:33.884368 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cabb21-cd13-4a03-ab1c-c2b9d107b778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb0b442-d10d-40fc-b59f-510be4d5aaf2,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:33.886057 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 34338) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:33.934308 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59899123-2a14-4b27-9515-c4c41327eb67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.954816 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59899123-2a14-4b27-9515-c4c41327eb67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:33.999554 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59899123-2a14-4b27-9515-c4c41327eb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:34.002174 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59899123-2a14-4b27-9515-c4c41327eb67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:34.003309 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-59899123-2a14-4b27-9515-c4c41327eb67 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7cb0b442-d10d-40fc-b59f-510be4d5aaf2 HTTP/1.1" status: 204 len: 168 time: 0.1162727 Nov 22 22:59:34.011399 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59899123-2a14-4b27-9515-c4c41327eb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb0b442-d10d-40fc-b59f-510be4d5aaf2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:34.307528 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc408f09-7f7c-4391-b3f0-f8884b7bcb59 req-94e98b4c-cb94-436f-ac0b-8861e740ca98 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:34.309131 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cc408f09-7f7c-4391-b3f0-f8884b7bcb59 req-94e98b4c-cb94-436f-ac0b-8861e740ca98 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.0797858 Nov 22 22:59:34.338850 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098046c-23ed-4fa5-80a9-dcdda676bbbb req-6a7fd342-8af4-431e-b5f5-4f6bd4f1655a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:34.340360 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6098046c-23ed-4fa5-80a9-dcdda676bbbb req-6a7fd342-8af4-431e-b5f5-4f6bd4f1655a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 945 time: 0.0800350 Nov 22 22:59:34.393849 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cc408f09-7f7c-4391-b3f0-f8884b7bcb59 req-94a5feac-3e4b-4484-912f-bda47cea93f8 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782056 Nov 22 22:59:34.418927 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6098046c-23ed-4fa5-80a9-dcdda676bbbb req-77a4aa54-b2ca-4b13-97f8-e6d6868c40b5 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709214 Nov 22 22:59:34.832747 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691403-ff89-4849-ac42-c5e505df0944 req-3a5214a6-3649-4db3-b0b5-df33126ce1da tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:34.834273 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a4691403-ff89-4849-ac42-c5e505df0944 req-3a5214a6-3649-4db3-b0b5-df33126ce1da tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.0788891 Nov 22 22:59:34.843085 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0be01-cd3d-40b2-8664-7d95087aff20 req-a57e902b-bbe9-4932-921d-b70f91fa2087 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:34.844662 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-caa0be01-cd3d-40b2-8664-7d95087aff20 req-a57e902b-bbe9-4932-921d-b70f91fa2087 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0778704 Nov 22 22:59:34.918160 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a4691403-ff89-4849-ac42-c5e505df0944 req-f930bb35-d4f1-43df-bcbc-79d8c9e9332c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725217 Nov 22 22:59:34.926122 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-caa0be01-cd3d-40b2-8664-7d95087aff20 req-a98e6b64-3396-4e55-92db-ba7768cc9a33 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661778 Nov 22 22:59:35.253412 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ca2716b-11c9-4b29-b5d2-2e6a045fc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:35.543314 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef826780-a843-4efa-8f87-984135b1e50c req-16624f09-ab5a-4d72-a522-8f2186a8e0d7 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:35.544890 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ef826780-a843-4efa-8f87-984135b1e50c req-16624f09-ab5a-4d72-a522-8f2186a8e0d7 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.0775931 Nov 22 22:59:35.604049 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b724-c6a4-45a1-afbd-ad5614b0a6a4 req-13b639a9-27d5-4aa1-aeef-41a99183d361 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:35.605551 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2309b724-c6a4-45a1-afbd-ad5614b0a6a4 req-13b639a9-27d5-4aa1-aeef-41a99183d361 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 945 time: 0.0831978 Nov 22 22:59:35.634128 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ef826780-a843-4efa-8f87-984135b1e50c req-8713d265-5a30-4f01-a6b3-755e683d56eb tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759697 Nov 22 22:59:35.668855 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2309b724-c6a4-45a1-afbd-ad5614b0a6a4 req-05813ec1-2047-4947-ba6b-05190add5efd tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550787 Nov 22 22:59:36.070235 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c13c87-ca39-486d-83b7-73b34856df9b req-fed23945-5151-4de1-b7fd-4e749d5fd4e8 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:36.071655 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a2c13c87-ca39-486d-83b7-73b34856df9b req-fed23945-5151-4de1-b7fd-4e749d5fd4e8 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.0825739 Nov 22 22:59:36.095658 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc06ad-dceb-4b9e-96ca-1d7f9f448f21 req-56751dba-700b-4ed2-8fb4-c163b389e259 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:36.095965 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c2bc06ad-dceb-4b9e-96ca-1d7f9f448f21 req-56751dba-700b-4ed2-8fb4-c163b389e259 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0789680 Nov 22 22:59:36.148732 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a2c13c87-ca39-486d-83b7-73b34856df9b req-df44499c-c167-4ee8-b7fb-7a4f06efb6c9 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704997 Nov 22 22:59:36.179369 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c2bc06ad-dceb-4b9e-96ca-1d7f9f448f21 req-682282a8-ab1e-4771-a7a0-9b96c57c9a62 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615766 Nov 22 22:59:36.315350 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:36.606085 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['2003a573-a8f5-4bc2-a99c-24a637138c9a'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:59:36.795951 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8059f-e6d6-4ceb-9eae-887ad3b6c0bc req-0bc71a38-cc0c-4657-86a6-454720ea096d tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:36.797451 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1eb8059f-e6d6-4ceb-9eae-887ad3b6c0bc req-0bc71a38-cc0c-4657-86a6-454720ea096d tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.0825357 Nov 22 22:59:36.821875 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd2b88-230a-4407-b9cc-0578a0c979eb req-2480f0c4-b810-4da3-bea0-b46af12f6a5c tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:36.823525 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2fbd2b88-230a-4407-b9cc-0578a0c979eb req-2480f0c4-b810-4da3-bea0-b46af12f6a5c tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 945 time: 0.0752714 Nov 22 22:59:36.892045 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1eb8059f-e6d6-4ceb-9eae-887ad3b6c0bc req-2d1c0a73-8e2f-42ee-b1e6-04344d749f84 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851059 Nov 22 22:59:36.899760 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2fbd2b88-230a-4407-b9cc-0578a0c979eb req-eb2bbe43-c20f-46d6-94f8-ad8ef8682721 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674269 Nov 22 22:59:37.293377 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb7753-b463-47bc-9e25-b89853d61dd4 req-4367559b-f414-44c4-816b-05fda26163dd tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:37.294970 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-26cb7753-b463-47bc-9e25-b89853d61dd4 req-4367559b-f414-44c4-816b-05fda26163dd tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.0752134 Nov 22 22:59:37.331029 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b534a-da6a-406b-aceb-4c7fd8732bcf req-669d75dd-6046-4ba6-8c12-f26af0191128 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:37.332511 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-398b534a-da6a-406b-aceb-4c7fd8732bcf req-669d75dd-6046-4ba6-8c12-f26af0191128 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0761464 Nov 22 22:59:37.375451 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-26cb7753-b463-47bc-9e25-b89853d61dd4 req-331198f0-bc4f-4084-86c7-a006593f5a83 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734122 Nov 22 22:59:37.405071 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-398b534a-da6a-406b-aceb-4c7fd8732bcf req-19f9f6a2-1410-45d1-bb7e-068bf22c29fe tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622935 Nov 22 22:59:37.647844 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:38.081109 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66f8d6-988d-401c-bdde-5c114bd929bb req-4a11e1e3-23d4-4b96-bbef-14b0ed7f9747 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:38.083968 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bb66f8d6-988d-401c-bdde-5c114bd929bb req-4a11e1e3-23d4-4b96-bbef-14b0ed7f9747 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.1068413 Nov 22 22:59:38.118861 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ae254-ffbb-4c94-b02b-d8f1b237c00b req-d8a1990d-0622-4481-b85e-1e8ce9b466d2 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:38.120411 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f85ae254-ffbb-4c94-b02b-d8f1b237c00b req-d8a1990d-0622-4481-b85e-1e8ce9b466d2 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 945 time: 0.1294014 Nov 22 22:59:38.170016 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bb66f8d6-988d-401c-bdde-5c114bd929bb req-b8e6159f-08c6-4b9c-af6e-850f5c650572 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776446 Nov 22 22:59:38.198128 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f85ae254-ffbb-4c94-b02b-d8f1b237c00b req-ae2d0e77-22ac-4e87-8c15-95041bd52502 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601857 Nov 22 22:59:38.246336 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:38.530904 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e4be6-d18b-4094-9aaa-d19aea982a6e req-66918af3-06fc-4f2d-bfe9-9f87d6cc40bc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:38.532429 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9c8e4be6-d18b-4094-9aaa-d19aea982a6e req-66918af3-06fc-4f2d-bfe9-9f87d6cc40bc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.0828876 Nov 22 22:59:38.554605 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceb4ca-c36a-4a10-a4ba-9a4490684cf0 req-c92dbc12-655e-4d93-8c5b-9ef451f02997 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:38.556202 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-71ceb4ca-c36a-4a10-a4ba-9a4490684cf0 req-c92dbc12-655e-4d93-8c5b-9ef451f02997 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0733516 Nov 22 22:59:38.619473 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9c8e4be6-d18b-4094-9aaa-d19aea982a6e req-c3ee1f55-e7f9-4af7-9749-e5bd95cd4082 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792489 Nov 22 22:59:38.634739 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-71ceb4ca-c36a-4a10-a4ba-9a4490684cf0 req-39ce1539-4dde-4b85-a7e1-d76187f82132 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710018 Nov 22 22:59:39.325476 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b17c5c-df28-4612-bc2d-8016482e3186 req-611b9aac-e1dc-482d-9e48-427e82b0f241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:39.327032 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-91b17c5c-df28-4612-bc2d-8016482e3186 req-611b9aac-e1dc-482d-9e48-427e82b0f241 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 943 time: 0.0872321 Nov 22 22:59:39.340227 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4018c-ffa1-48e7-ac43-d8769a98d326 req-90dc828d-4c89-400c-a774-0c177a65c9d1 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:39.341792 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-19e4018c-ffa1-48e7-ac43-d8769a98d326 req-90dc828d-4c89-400c-a774-0c177a65c9d1 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 945 time: 0.0715809 Nov 22 22:59:39.421976 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-91b17c5c-df28-4612-bc2d-8016482e3186 req-e9ac51e4-3b0e-4f26-aa66-33aa8bae8d99 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791776 Nov 22 22:59:39.426408 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-19e4018c-ffa1-48e7-ac43-d8769a98d326 req-f75f26ee-fe39-41fe-9b71-af70e3000e27 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761626 Nov 22 22:59:39.738580 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:59:39.789987 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5636f-abea-44a3-9142-bfd0dbca4e75 req-71dd2fc2-dfd8-469e-adc8-7eb62f86a079 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:39.791813 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d3c5636f-abea-44a3-9142-bfd0dbca4e75 req-71dd2fc2-dfd8-469e-adc8-7eb62f86a079 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 944 time: 0.0999737 Nov 22 22:59:39.807438 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcbab1-6b39-4ea7-94c5-39fe6245ba65 req-0aef6948-a8e6-4532-81e9-3662908930f8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:39.809108 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-56dcbab1-6b39-4ea7-94c5-39fe6245ba65 req-0aef6948-a8e6-4532-81e9-3662908930f8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0872498 Nov 22 22:59:39.811992 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 2003a573-a8f5-4bc2-a99c-24a637138c9a up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:39.887656 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:39.893935 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d3c5636f-abea-44a3-9142-bfd0dbca4e75 req-7affc06e-c1de-4c65-8a7e-1f47ce2329e2 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826709 Nov 22 22:59:39.903243 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948', 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888', 'port_id': '4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948', 'mac_address': 'fa:16:3e:2d:55:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54239d30-455d-4928-b2ad-f01042871693', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:59:39.917376 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-56dcbab1-6b39-4ea7-94c5-39fe6245ba65 req-4a5f3150-efe8-4d32-ab3d-45948e0543c0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991614 Nov 22 22:59:39.936250 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 2003a573-a8f5-4bc2-a99c-24a637138c9a completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:59:39.948714 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 2003a573-a8f5-4bc2-a99c-24a637138c9a triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:39.949095 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:39.981895 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:40.001778 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:59:40.028814 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:40.036979 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:40.038487 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 00b76964-7845-4ede-805d-663e9d646d8b details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:59:40.122169 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:40.146412 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 00b76964-7845-4ede-805d-663e9d646d8b, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=00b76964-7845-4ede-805d-663e9d646d8b,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:40.173278 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '00b76964-7845-4ede-805d-663e9d646d8b', 'network_id': '2cb3d985-c2d9-4782-ae33-7bf9b53d9888', 'port_id': '00b76964-7845-4ede-805d-663e9d646d8b', 'mac_address': 'fa:16:3e:92:6f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54239d30-455d-4928-b2ad-f01042871693', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:59:40.176291 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:40.184443 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003a573-a8f5-4bc2-a99c-24a637138c9a'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:59:40.324118 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 2003a573-a8f5-4bc2-a99c-24a637138c9a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=2003a573-a8f5-4bc2-a99c-24a637138c9a,segment=NetworkSegment(573c2dfa-29ce-4305-979a-20bff5392418),segment_id=573c2dfa-29ce-4305-979a-20bff5392418)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:40.325516 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:40.344536 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:40.385645 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b76964-7845-4ede-805d-663e9d646d8b {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:59:40.425987 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 00b76964-7845-4ede-805d-663e9d646d8b, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=00b76964-7845-4ede-805d-663e9d646d8b,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:40.439045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:40.439045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device fa888e86-c386-4687-8daf-0f95de7ce011 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:59:40.448666 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=2003a573-a8f5-4bc2-a99c-24a637138c9a,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:40.462710 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79440b95-d87e-4bf8-83ec-e22f25515f85" -d '{"events": [{"server_uuid": "7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb", "name": "network-vif-plugged", "status": "completed", "tag": "2003a573-a8f5-4bc2-a99c-24a637138c9a"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:59:40.577103 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=00b76964-7845-4ede-805d-663e9d646d8b,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:40.623563 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886fea3-7c93-4f97-891b-f299606270e9 req-b88ff0d4-9806-4e8e-a80a-1e3fb0ff7434 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:40.625248 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d886fea3-7c93-4f97-891b-f299606270e9 req-b88ff0d4-9806-4e8e-a80a-1e3fb0ff7434 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 946 time: 0.1191297 Nov 22 22:59:40.634543 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91715-e0c3-409a-9679-e3c1f423c31e req-19d17bd4-5cd2-44bc-b88a-ce70addae16a tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:40.636041 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2dc91715-e0c3-409a-9679-e3c1f423c31e req-19d17bd4-5cd2-44bc-b88a-ce70addae16a tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 944 time: 0.0857751 Nov 22 22:59:40.639840 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port fa888e86-c386-4687-8daf-0f95de7ce011, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=fa888e86-c386-4687-8daf-0f95de7ce011,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:40.654977 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': 'fa888e86-c386-4687-8daf-0f95de7ce011', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'port_id': 'fa888e86-c386-4687-8daf-0f95de7ce011', 'mac_address': 'fa:16:3e:93:35:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:59:40.717999 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:40.735939 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa888e86-c386-4687-8daf-0f95de7ce011 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:59:40.736407 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d886fea3-7c93-4f97-891b-f299606270e9 req-0df3c74b-22d0-4eb3-91ed-5921f8b8e13f tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970879 Nov 22 22:59:40.765227 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port fa888e86-c386-4687-8daf-0f95de7ce011, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=fa888e86-c386-4687-8daf-0f95de7ce011,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:40.767812 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2dc91715-e0c3-409a-9679-e3c1f423c31e req-eeefa5bd-2d0c-4a73-9dc5-d30fc7f0fca8 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236925 Nov 22 22:59:40.770889 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:40.836545 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=fa888e86-c386-4687-8daf-0f95de7ce011,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:40.876187 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642fd640-cb82-40e2-a657-10cd95d09d67 x-openstack-request-id: req-642fd640-cb82-40e2-a657-10cd95d09d67 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:59:40.876503 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb", "name": "network-vif-plugged", "status": "completed", "tag": "2003a573-a8f5-4bc2-a99c-24a637138c9a", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:59:40.876757 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-642fd640-cb82-40e2-a657-10cd95d09d67 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:59:40.877211 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003a573-a8f5-4bc2-a99c-24a637138c9a', 'code': 200} Nov 22 22:59:41.097384 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d20ee-5e12-4c4e-8966-4cc02b70e99d req-c4cde675-5d91-4e54-a3ba-4fc3a5c9d721 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:41.099482 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c24d20ee-5e12-4c4e-8966-4cc02b70e99d req-c4cde675-5d91-4e54-a3ba-4fc3a5c9d721 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 945 time: 0.1126704 Nov 22 22:59:41.220573 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0293d0-2f63-455d-9652-cabbfcd2a8da req-1c4f3457-d0f4-4bc9-a5fe-de2417141e7e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:41.221989 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9b0293d0-2f63-455d-9652-cabbfcd2a8da req-1c4f3457-d0f4-4bc9-a5fe-de2417141e7e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.1539097 Nov 22 22:59:41.234780 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c24d20ee-5e12-4c4e-8966-4cc02b70e99d req-af0ad680-0d71-4660-9b84-1853a6edfe94 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190767 Nov 22 22:59:41.278102 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32b684-ffb3-44f8-9ff0-ac7ef91811bf req-4c2b5ee7-cec4-4921-ad88-45bee854d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:41.279645 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3e32b684-ffb3-44f8-9ff0-ac7ef91811bf req-4c2b5ee7-cec4-4921-ad88-45bee854d974 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 1099 time: 0.1269238 Nov 22 22:59:41.307870 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9b0293d0-2f63-455d-9652-cabbfcd2a8da req-ec309279-5f22-455f-8a37-8dc50265b90b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776532 Nov 22 22:59:41.308687 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-3e32b684-ffb3-44f8-9ff0-ac7ef91811bf req-bbb0dbfc-d107-4c99-9618-133a7c46bb12 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:41.388338 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-3e32b684-ffb3-44f8-9ff0-ac7ef91811bf req-bbb0dbfc-d107-4c99-9618-133a7c46bb12 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:41.392105 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-3e32b684-ffb3-44f8-9ff0-ac7ef91811bf req-bbb0dbfc-d107-4c99-9618-133a7c46bb12 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:41.437347 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3e32b684-ffb3-44f8-9ff0-ac7ef91811bf req-bbb0dbfc-d107-4c99-9618-133a7c46bb12 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474199 Nov 22 22:59:41.438363 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0dbfc-d107-4c99-9618-133a7c46bb12 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=070e5c28-72b0-410e-b7a0-33f6f4a14da0,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:41.466096 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['fa888e86-c386-4687-8daf-0f95de7ce011'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:59:41.490836 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:59:41.615397 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['00b76964-7845-4ede-805d-663e9d646d8b'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:59:41.780406 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:59:41.971778 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:41.981154 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950a50d-fac3-453e-b113-2e5addece6da req-8dd58c4f-4870-4193-b55c-9681756900ec tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:41.982769 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1950a50d-fac3-453e-b113-2e5addece6da req-8dd58c4f-4870-4193-b55c-9681756900ec tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 944 time: 0.0965621 Nov 22 22:59:41.992717 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'port_id': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'mac_address': 'fa:16:3e:e3:2f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:59:42.014547 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59710e-df50-47a5-8dfe-a9751a91e976 req-ef5bea2e-259c-457f-9a32-8cfcaddafea6 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:42.020035 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4a59710e-df50-47a5-8dfe-a9751a91e976 req-ef5bea2e-259c-457f-9a32-8cfcaddafea6 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 946 time: 0.0972469 Nov 22 22:59:42.042704 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:42.057079 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:59:42.085123 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:42.088139 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4a59710e-df50-47a5-8dfe-a9751a91e976 req-13b7bf99-3439-4f72-bc54-e771c708990a tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618694 Nov 22 22:59:42.094183 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:42.102065 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1950a50d-fac3-453e-b113-2e5addece6da req-5b935636-3632-40de-8373-d07a8033b2eb tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064813 Nov 22 22:59:42.316406 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:42.386340 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 34702) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:42.430603 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67754ea0-0fd8-42bb-9b4c-a7dc847c8cb2 req-318c286e-b505-4b4c-bb73-558aac090daf tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:42.432412 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-67754ea0-0fd8-42bb-9b4c-a7dc847c8cb2 req-318c286e-b505-4b4c-bb73-558aac090daf tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 945 time: 0.0754046 Nov 22 22:59:42.552209 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66f84b-e9df-40f6-b138-8c32b596697f req-ac156126-84cd-499b-a24a-ddbb6c0491f3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:42.565090 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aa66f84b-e9df-40f6-b138-8c32b596697f req-ac156126-84cd-499b-a24a-ddbb6c0491f3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 945 time: 0.1313248 Nov 22 22:59:42.565700 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e60614c-e577-49bf-b122-5f7ce2abbea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:42.577724 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-67754ea0-0fd8-42bb-9b4c-a7dc847c8cb2 req-d58df034-0bb1-40b7-b693-e2085705c146 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350298 Nov 22 22:59:42.636833 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aa66f84b-e9df-40f6-b138-8c32b596697f req-5d75faaf-82fc-4150-a220-10d7c2889b94 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677896 Nov 22 22:59:42.692964 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e60614c-e577-49bf-b122-5f7ce2abbea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:42.699715 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1e60614c-e577-49bf-b122-5f7ce2abbea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:42.740482 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-1e60614c-e577-49bf-b122-5f7ce2abbea2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f86e178b7964aacb5acf8f0e2584fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527727 Nov 22 22:59:42.741967 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60614c-e577-49bf-b122-5f7ce2abbea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba08e46-7840-4e7c-abea-7f93030f4488,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:42.744771 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34724) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:42.813300 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4d15a93d-20c9-41ae-93a3-150c45fd5b66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:42.838900 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4d15a93d-20c9-41ae-93a3-150c45fd5b66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:42.871189 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34732) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:42.943040 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4d15a93d-20c9-41ae-93a3-150c45fd5b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:42.946444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4d15a93d-20c9-41ae-93a3-150c45fd5b66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:42.950884 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-4d15a93d-20c9-41ae-93a3-150c45fd5b66 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eba08e46-7840-4e7c-abea-7f93030f4488 HTTP/1.1" status: 204 len: 168 time: 0.2008870 Nov 22 22:59:42.964985 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15a93d-20c9-41ae-93a3-150c45fd5b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba08e46-7840-4e7c-abea-7f93030f4488,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:42.985984 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['6aea9cb4-aad8-4449-a8a2-ba1de5bf799a'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:59:43.078478 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2fba8dc0-57e5-42c2-a982-37c858002c19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.196128 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2fba8dc0-57e5-42c2-a982-37c858002c19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.201286 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2fba8dc0-57e5-42c2-a982-37c858002c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.277877 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-2fba8dc0-57e5-42c2-a982-37c858002c19 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fcf2bf3a448b4c9cb1eb6548e810b87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053659 Nov 22 22:59:43.280839 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 34752) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:43.299046 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba8dc0-57e5-42c2-a982-37c858002c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759b77d7-3b32-4ef2-977f-490be4f477da,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:43.323075 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574875c-6d51-433b-9e0a-2ef07e964aa0 req-1de52c41-9c30-4465-a271-cdf788170b7b tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:43.324602 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6574875c-6d51-433b-9e0a-2ef07e964aa0 req-1de52c41-9c30-4465-a271-cdf788170b7b tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 946 time: 0.1140776 Nov 22 22:59:43.338794 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf314011-bed0-444a-93d5-b3ed7c93bb39 req-50e75c20-aefc-440b-881c-0e8d7eea72c7 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:43.340386 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cf314011-bed0-444a-93d5-b3ed7c93bb39 req-50e75c20-aefc-440b-881c-0e8d7eea72c7 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 944 time: 0.0874238 Nov 22 22:59:43.344113 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61a59430-8100-42a7-9f6e-ce5ee1f69ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.368529 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61a59430-8100-42a7-9f6e-ce5ee1f69ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.386236 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34754) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:43.416484 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61a59430-8100-42a7-9f6e-ce5ee1f69ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.418951 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e987b3f4-5042-4f42-aa76-54fc7f75ab4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.419435 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61a59430-8100-42a7-9f6e-ce5ee1f69ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.420853 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-61a59430-8100-42a7-9f6e-ce5ee1f69ce1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/759b77d7-3b32-4ef2-977f-490be4f477da HTTP/1.1" status: 204 len: 168 time: 0.1387374 Nov 22 22:59:43.427211 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6574875c-6d51-433b-9e0a-2ef07e964aa0 req-3a0fdedf-08e5-456a-9141-9110827843e4 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858717 Nov 22 22:59:43.431257 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a59430-8100-42a7-9f6e-ce5ee1f69ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759b77d7-3b32-4ef2-977f-490be4f477da,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:43.453907 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cf314011-bed0-444a-93d5-b3ed7c93bb39 req-a160a820-a9d3-4ada-b703-dde4f131fe0f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066399 Nov 22 22:59:43.527822 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e987b3f4-5042-4f42-aa76-54fc7f75ab4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.531776 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e987b3f4-5042-4f42-aa76-54fc7f75ab4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.573039 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-e987b3f4-5042-4f42-aa76-54fc7f75ab4d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c4dfd8d59c3a43d382fa5f9336af96bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835961 Nov 22 22:59:43.575901 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34758) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:43.585926 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987b3f4-5042-4f42-aa76-54fc7f75ab4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb2d654-3a86-42b9-82bd-7f40026e39da,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:43.635143 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-754817ef-12a1-4e96-a5e8-099b3d73d2ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.658385 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-754817ef-12a1-4e96-a5e8-099b3d73d2ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.744831 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3afe07-04e5-4585-87b1-3b4c2b5bf301 req-e97f6c1a-136b-41f7-afec-41803832d975 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:43.747276 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7d3afe07-04e5-4585-87b1-3b4c2b5bf301 req-e97f6c1a-136b-41f7-afec-41803832d975 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 945 time: 0.0819340 Nov 22 22:59:43.778353 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-754817ef-12a1-4e96-a5e8-099b3d73d2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.781809 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-754817ef-12a1-4e96-a5e8-099b3d73d2ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.782989 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-754817ef-12a1-4e96-a5e8-099b3d73d2ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dbb2d654-3a86-42b9-82bd-7f40026e39da HTTP/1.1" status: 204 len: 168 time: 0.2061336 Nov 22 22:59:43.788916 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device fa888e86-c386-4687-8daf-0f95de7ce011 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:43.829505 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754817ef-12a1-4e96-a5e8-099b3d73d2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb2d654-3a86-42b9-82bd-7f40026e39da,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:43.888696 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1d7da-967c-4528-8fa1-adbf8d1dbd66 req-cd682c14-ced9-4201-8ebc-449539bdf5e1 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:43.891140 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3ea1d7da-967c-4528-8fa1-adbf8d1dbd66 req-cd682c14-ced9-4201-8ebc-449539bdf5e1 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 945 time: 0.1304688 Nov 22 22:59:43.907619 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port fa888e86-c386-4687-8daf-0f95de7ce011 completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:59:43.907778 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7d3afe07-04e5-4585-87b1-3b4c2b5bf301 req-c71237b5-fd54-44f4-82ff-7b161d7a5f2e tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398940 Nov 22 22:59:43.915939 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 34776) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:43.926435 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port fa888e86-c386-4687-8daf-0f95de7ce011 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:43.927343 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.946458 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cddf693c-3ad8-4f4f-a70d-909a2dbaac60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:43.988749 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3ea1d7da-967c-4528-8fa1-adbf8d1dbd66 req-814f211a-5ea4-479a-8465-cbdde9f358e0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762050 Nov 22 22:59:44.051469 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.060609 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cddf693c-3ad8-4f4f-a70d-909a2dbaac60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.066647 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cddf693c-3ad8-4f4f-a70d-909a2dbaac60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.077980 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa888e86-c386-4687-8daf-0f95de7ce011'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:59:44.080227 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50229173-6628-49a7-af8d-2b8b89501769" -d '{"events": [{"server_uuid": "ce09954f-3efe-4542-9eb8-c1be3bc21549", "name": "network-vif-plugged", "status": "completed", "tag": "fa888e86-c386-4687-8daf-0f95de7ce011"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:59:44.099643 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port fa888e86-c386-4687-8daf-0f95de7ce011, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=fa888e86-c386-4687-8daf-0f95de7ce011,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:44.106296 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.107509 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 00b76964-7845-4ede-805d-663e9d646d8b up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:44.125342 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34782) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:44.148460 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-cddf693c-3ad8-4f4f-a70d-909a2dbaac60 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef0d7283e7314852a804d641da1ec494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308059 Nov 22 22:59:44.149481 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf693c-3ad8-4f4f-a70d-909a2dbaac60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdd9e37-8d74-4d51-abf1-daf0b4f6094b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:44.151332 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34786) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:44.155498 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e252c0-d95c-44c5-a05c-dcc1a56d3fe2 x-openstack-request-id: req-08e252c0-d95c-44c5-a05c-dcc1a56d3fe2 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:59:44.155815 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce09954f-3efe-4542-9eb8-c1be3bc21549", "name": "network-vif-plugged", "status": "completed", "tag": "fa888e86-c386-4687-8daf-0f95de7ce011", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:59:44.156074 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08e252c0-d95c-44c5-a05c-dcc1a56d3fe2 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:59:44.156496 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa888e86-c386-4687-8daf-0f95de7ce011', 'code': 200} Nov 22 22:59:44.199154 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=fa888e86-c386-4687-8daf-0f95de7ce011,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:44.213727 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 00b76964-7845-4ede-805d-663e9d646d8b completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:59:44.219208 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 00b76964-7845-4ede-805d-663e9d646d8b triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:44.219423 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dd5ee0b0-9a5d-4b4e-856d-6cf5dfecbb9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.219679 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.258647 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dd5ee0b0-9a5d-4b4e-856d-6cf5dfecbb9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.332916 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dd5ee0b0-9a5d-4b4e-856d-6cf5dfecbb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.337244 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dd5ee0b0-9a5d-4b4e-856d-6cf5dfecbb9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.338454 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-dd5ee0b0-9a5d-4b4e-856d-6cf5dfecbb9e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dfdd9e37-8d74-4d51-abf1-daf0b4f6094b HTTP/1.1" status: 204 len: 168 time: 0.1861267 Nov 22 22:59:44.350344 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.371087 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ee0b0-9a5d-4b4e-856d-6cf5dfecbb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdd9e37-8d74-4d51-abf1-daf0b4f6094b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:44.424257 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 00b76964-7845-4ede-805d-663e9d646d8b, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=00b76964-7845-4ede-805d-663e9d646d8b,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:44.429405 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.430687 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:44.545097 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55102d2e-966c-4475-be66-934988578f18 req-5abc3edd-ef24-4fc5-8c64-53f09d4b59eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:44.550539 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-55102d2e-966c-4475-be66-934988578f18 req-5abc3edd-ef24-4fc5-8c64-53f09d4b59eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 1099 time: 0.1220987 Nov 22 22:59:44.550738 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:59:44.556645 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:44.562338 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.564302 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=00b76964-7845-4ede-805d-663e9d646d8b,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:44.667962 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-078340ef-c836-43d5-b521-3826324ccdd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.677393 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.746259 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-55102d2e-966c-4475-be66-934988578f18 req-fa83bd05-5d3d-43f6-b6b5-c949d8afb4a1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884592 Nov 22 22:59:44.760670 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a30ebf-6c53-4f73-9a34-e853050c8c76 req-a39b31ad-1ea4-42c7-85b9-7589a201ab58 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:44.762747 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-27a30ebf-6c53-4f73-9a34-e853050c8c76 req-a39b31ad-1ea4-42c7-85b9-7589a201ab58 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.1565869 Nov 22 22:59:44.775402 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b415521-4226-47ba-a803-c11275d84a00 req-ace3e549-02b1-4c23-ba34-62ad6ce55a88 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:44.777289 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9b415521-4226-47ba-a803-c11275d84a00 req-ace3e549-02b1-4c23-ba34-62ad6ce55a88 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 946 time: 0.2092326 Nov 22 22:59:44.804006 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:44.809391 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.892004 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:44.935681 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-27a30ebf-6c53-4f73-9a34-e853050c8c76 req-1791015b-88d7-4a6c-a1e5-7025be6a968c tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570868 Nov 22 22:59:44.970285 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9b415521-4226-47ba-a803-c11275d84a00 req-c7e66590-42e1-4ffe-992c-9b7a38b7b2ac tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714842 Nov 22 22:59:44.992978 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-078340ef-c836-43d5-b521-3826324ccdd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:44.998480 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-078340ef-c836-43d5-b521-3826324ccdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:45.147635 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078340ef-c836-43d5-b521-3826324ccdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc469ddf-1bce-4424-bcde-1694657091d3,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:45.171593 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-078340ef-c836-43d5-b521-3826324ccdd5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=195ac0d6bbe34891901714737c6ffe56&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0423965 Nov 22 22:59:45.172913 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 34836) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:45.204757 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3d9e6-1ea6-41f2-8597-3d2204cf787e req-58ca8fd9-75cf-4820-bc68-2633c1990914 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:45.206380 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eee3d9e6-1ea6-41f2-8597-3d2204cf787e req-58ca8fd9-75cf-4820-bc68-2633c1990914 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 945 time: 0.1102817 Nov 22 22:59:45.215544 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22a25-869c-492f-8bf3-50c010ee26ce req-0f6518b0-4199-4587-a334-896c5bcc3cd3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:45.217142 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-67d22a25-869c-492f-8bf3-50c010ee26ce req-0f6518b0-4199-4587-a334-896c5bcc3cd3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.1589165 Nov 22 22:59:45.264180 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8d41-e56a-4b2b-a4a7-c9115d406fbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:45.287075 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eee3d9e6-1ea6-41f2-8597-3d2204cf787e req-664eb68f-42f9-48b3-8519-6ef4ef180f77 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686951 Nov 22 22:59:45.311358 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8d41-e56a-4b2b-a4a7-c9115d406fbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:45.314135 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-67d22a25-869c-492f-8bf3-50c010ee26ce req-394ddb4c-0dfa-4ab9-bec2-726286a6761e tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813618 Nov 22 22:59:45.442063 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8d41-e56a-4b2b-a4a7-c9115d406fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:45.446921 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8d41-e56a-4b2b-a4a7-c9115d406fbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:45.448354 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-9e5b8d41-e56a-4b2b-a4a7-c9115d406fbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc469ddf-1bce-4424-bcde-1694657091d3 HTTP/1.1" status: 204 len: 168 time: 0.2731085 Nov 22 22:59:45.457346 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b8d41-e56a-4b2b-a4a7-c9115d406fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc469ddf-1bce-4424-bcde-1694657091d3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:45.787243 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:59:45.851716 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:59:45.855783 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:59:45.856167 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:45.912193 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 34870) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:45.931072 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-edaa63d6-588b-45c7-8bbe-8bc2cf63296f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:46.005433 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:46.059917 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-edaa63d6-588b-45c7-8bbe-8bc2cf63296f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:46.066522 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-edaa63d6-588b-45c7-8bbe-8bc2cf63296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:46.079716 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:59:46.087643 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:46.091596 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52219a-7443-4200-a641-a45bccf43828 req-a5c60dab-9be3-42e8-972e-830d5ff3700a tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:46.095628 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3d52219a-7443-4200-a641-a45bccf43828 req-a5c60dab-9be3-42e8-972e-830d5ff3700a tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0723069 Nov 22 22:59:46.154170 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-edaa63d6-588b-45c7-8bbe-8bc2cf63296f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=111c26a2a5c34909b5660957bf721fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390976 Nov 22 22:59:46.156305 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34882) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:46.160290 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13394410-ae52-4acb-8d11-e061a4ae89a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b76964-7845-4ede-805d-663e9d646d8b'}, {'server_uuid': '51cf0f00-ab35-48da-bd27-6fba3194dcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948'}, {'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:59:46.167753 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200bd4b4-45a3-4e24-8293-71ea4c3602f1" -d '{"events": [{"server_uuid": "13394410-ae52-4acb-8d11-e061a4ae89a3", "name": "network-vif-plugged", "status": "completed", "tag": "00b76964-7845-4ede-805d-663e9d646d8b"}, {"server_uuid": "51cf0f00-ab35-48da-bd27-6fba3194dcff", "name": "network-vif-plugged", "status": "completed", "tag": "4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948"}, {"server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "name": "network-vif-plugged", "status": "completed", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:59:46.177269 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa63d6-588b-45c7-8bbe-8bc2cf63296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed12e88b-87c2-4feb-b0c4-4a2b1562991e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:46.221609 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:46.268836 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 22 Nov 2021 22:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc56a96b-c3ce-49e1-b2cc-ea277ea24385 x-openstack-request-id: req-bc56a96b-c3ce-49e1-b2cc-ea277ea24385 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:59:46.269139 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13394410-ae52-4acb-8d11-e061a4ae89a3", "name": "network-vif-plugged", "status": "completed", "tag": "00b76964-7845-4ede-805d-663e9d646d8b", "code": 200}, {"server_uuid": "51cf0f00-ab35-48da-bd27-6fba3194dcff", "name": "network-vif-plugged", "status": "completed", "tag": "4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948", "code": 200}, {"server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "name": "network-vif-plugged", "status": "completed", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:59:46.269391 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc56a96b-c3ce-49e1-b2cc-ea277ea24385 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:59:46.270000 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13394410-ae52-4acb-8d11-e061a4ae89a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b76964-7845-4ede-805d-663e9d646d8b', 'code': 200} Nov 22 22:59:46.270402 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cf0f00-ab35-48da-bd27-6fba3194dcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948', 'code': 200} Nov 22 22:59:46.270818 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'code': 200} Nov 22 22:59:46.301359 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3d52219a-7443-4200-a641-a45bccf43828 req-e43598f3-6013-4148-ab8c-f6e85c03e4e1 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982586 Nov 22 22:59:46.314998 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f5f1cd28-2d1d-47a4-8552-a077c570e238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:46.348248 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f5f1cd28-2d1d-47a4-8552-a077c570e238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:46.467844 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f5f1cd28-2d1d-47a4-8552-a077c570e238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:46.475568 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f5f1cd28-2d1d-47a4-8552-a077c570e238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:46.483923 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-f5f1cd28-2d1d-47a4-8552-a077c570e238 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed12e88b-87c2-4feb-b0c4-4a2b1562991e HTTP/1.1" status: 204 len: 168 time: 0.3209436 Nov 22 22:59:46.544496 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1cd28-2d1d-47a4-8552-a077c570e238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed12e88b-87c2-4feb-b0c4-4a2b1562991e,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:46.596627 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246910a8-cb09-4d55-8a13-4535576bb12e req-8d4da119-39fd-4440-b52f-e599c8a497c1 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:46.598212 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-246910a8-cb09-4d55-8a13-4535576bb12e req-8d4da119-39fd-4440-b52f-e599c8a497c1 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.1327279 Nov 22 22:59:46.606216 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f12475-5b8c-4a2f-9553-ebda62032041 req-1294b20c-0499-42ee-b978-8abb1fa00307 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:46.607966 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-72f12475-5b8c-4a2f-9553-ebda62032041 req-1294b20c-0499-42ee-b978-8abb1fa00307 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.1225286 Nov 22 22:59:46.884897 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-246910a8-cb09-4d55-8a13-4535576bb12e req-a1f5b007-4872-4cb2-879b-ac860b4364f7 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756279 Nov 22 22:59:46.911053 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-72f12475-5b8c-4a2f-9553-ebda62032041 req-ad4be421-4a91-4beb-bd89-78b5efb7b3d3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840399 Nov 22 22:59:47.124141 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34926) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:47.210288 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11249d35-a3ed-4f5d-a86b-b8a61ad4e5a4 req-7d3b697b-0895-4965-9a67-cfe1751ca121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:47.213249 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-11249d35-a3ed-4f5d-a86b-b8a61ad4e5a4 req-7d3b697b-0895-4965-9a67-cfe1751ca121 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 1098 time: 0.1068990 Nov 22 22:59:47.228730 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-69ee6dfe-9f96-470e-b28a-ab8556ab25c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:47.270993 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf505d8-d1f2-42b1-8de0-670135d83e32 req-4b19f6c5-893c-4bc6-b024-ceccda80068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:47.273300 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5bf505d8-d1f2-42b1-8de0-670135d83e32 req-4b19f6c5-893c-4bc6-b024-ceccda80068c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 1099 time: 0.1676300 Nov 22 22:59:47.351183 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-69ee6dfe-9f96-470e-b28a-ab8556ab25c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:47.356222 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-69ee6dfe-9f96-470e-b28a-ab8556ab25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:47.388922 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee6dfe-9f96-470e-b28a-ab8556ab25c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accc2bf3-ab8a-4265-a471-809a34911234,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:47.444882 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-69ee6dfe-9f96-470e-b28a-ab8556ab25c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=25f35685e58f4322a99fcdd4417ec7a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180306 Nov 22 22:59:47.453400 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34942) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:47.503878 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25205e-5c29-483b-bff1-ab1859fa823b req-94a9a95e-4de8-4c1a-aa71-be440090beef tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:47.505397 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7d25205e-5c29-483b-bff1-ab1859fa823b req-94a9a95e-4de8-4c1a-aa71-be440090beef tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.1224110 Nov 22 22:59:47.530414 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0338-6219-4067-8f30-c496348c2a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:47.574429 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0338-6219-4067-8f30-c496348c2a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:47.609779 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7d25205e-5c29-483b-bff1-ab1859fa823b req-3ca65131-5af1-418c-b1f5-b67667d990bb tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906906 Nov 22 22:59:47.643906 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0338-6219-4067-8f30-c496348c2a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:47.647380 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0338-6219-4067-8f30-c496348c2a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:47.648633 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-7b2d0338-6219-4067-8f30-c496348c2a72 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/accc2bf3-ab8a-4265-a471-809a34911234 HTTP/1.1" status: 204 len: 168 time: 0.1940150 Nov 22 22:59:47.659112 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d0338-6219-4067-8f30-c496348c2a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accc2bf3-ab8a-4265-a471-809a34911234,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:48.024260 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be144a6-6bbb-4993-a59c-b07912580a19 req-e46a106f-386c-4a17-8b24-a9593d9c8207 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:48.025854 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0be144a6-6bbb-4993-a59c-b07912580a19 req-e46a106f-386c-4a17-8b24-a9593d9c8207 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0540626 Nov 22 22:59:48.083999 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0be144a6-6bbb-4993-a59c-b07912580a19 req-5a06f5b0-2439-453c-8054-dea150066274 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516164 Nov 22 22:59:48.192634 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10610339-fbe8-437d-98e0-60cfaaa3bfe5 req-6aa6209c-f65d-4714-87b5-245d77f52e2f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:48.195084 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-10610339-fbe8-437d-98e0-60cfaaa3bfe5 req-6aa6209c-f65d-4714-87b5-245d77f52e2f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0506067 Nov 22 22:59:48.243435 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-10610339-fbe8-437d-98e0-60cfaaa3bfe5 req-7ba28070-1b66-4317-9c10-9602d453583e tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421181 Nov 22 22:59:48.403053 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074179a-eefe-4e1b-b362-da1e6145f626 req-166ff43a-d9da-40c5-9e25-c0c0501e6341 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:48.404585 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a074179a-eefe-4e1b-b362-da1e6145f626 req-166ff43a-d9da-40c5-9e25-c0c0501e6341 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0580299 Nov 22 22:59:48.413420 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 34980) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:48.418224 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-fb48d2b7-d512-4f9c-8838-70c690c3d77b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Request body: {'floatingip': {'port_id': 'fa888e86-c386-4687-8daf-0f95de7ce011'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:48.493518 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb48d2b7-d512-4f9c-8838-70c690c3d77b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:48.795780 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f12d7-31c3-40ae-8af9-db447af96b4b req-c95413b8-175d-4437-86b7-d930cb2b9a05 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:48.797250 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0e0f12d7-31c3-40ae-8af9-db447af96b4b req-c95413b8-175d-4437-86b7-d930cb2b9a05 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.1110032 Nov 22 22:59:48.985455 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0e0f12d7-31c3-40ae-8af9-db447af96b4b req-f3972ae8-643e-4cb0-9b88-48e3ffe0a81e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575716 Nov 22 22:59:49.222183 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.db.resource_extend [None req-fb48d2b7-d512-4f9c-8838-70c690c3d77b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 22:59:49.256219 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-11249d35-a3ed-4f5d-a86b-b8a61ad4e5a4 req-91d6dd1e-ab15-4fc5-b75c-a509a6185a28 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562825 Nov 22 22:59:49.324617 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fc163-3c47-49c4-8302-6ef2ad60502c req-6ca33638-7952-4898-80ba-665b4c206a38 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:49.327240 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-df0fc163-3c47-49c4-8302-6ef2ad60502c req-6ca33638-7952-4898-80ba-665b4c206a38 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.1642163 Nov 22 22:59:49.336316 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb48d2b7-d512-4f9c-8838-70c690c3d77b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:49.344807 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb48d2b7-d512-4f9c-8838-70c690c3d77b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:49.653483 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-df0fc163-3c47-49c4-8302-6ef2ad60502c req-298342a5-4b26-489a-8036-b6a94bada1f7 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3157020 Nov 22 22:59:49.683929 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.l3_db [None req-fb48d2b7-d512-4f9c-8838-70c690c3d77b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Floating IP 8875a053-05b7-483c-abdc-e5e7023c63c3 associated. External IP: 172.27.0.248, port: fa888e86-c386-4687-8daf-0f95de7ce011. Nov 22 22:59:49.894024 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb48d2b7-d512-4f9c-8838-70c690c3d77b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Router 1e544305-eb06-400f-a1d1-3ca3dc00d48b has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:59:50.004389 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb48d2b7-d512-4f9c-8838-70c690c3d77b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:59:50.008885 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb48d2b7-d512-4f9c-8838-70c690c3d77b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:50.017114 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d958c4-4a81-4ee1-9b09-21cf7a5c41d4 None None] Sync routers for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:59:50.027914 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d958c4-4a81-4ee1-9b09-21cf7a5c41d4 None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:59:50.028616 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-16d958c4-4a81-4ee1-9b09-21cf7a5c41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:59:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:50.036345 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-fb48d2b7-d512-4f9c-8838-70c690c3d77b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "PUT /v2.0/floatingips/8875a053-05b7-483c-abdc-e5e7023c63c3 HTTP/1.1" status: 200 len: 992 time: 1.6217933 Nov 22 22:59:50.036928 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'tag': 'fa888e86-c386-4687-8daf-0f95de7ce011'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:59:50.040018 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcae0f85-be0d-4a71-98c5-2633e6bbd5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ce09954f-3efe-4542-9eb8-c1be3bc21549", "tag": "fa888e86-c386-4687-8daf-0f95de7ce011"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:59:50.115930 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf53e-ad12-4f34-a032-29b8b85b38a1 req-e67bfda5-3875-40b9-a540-245ae7bdda54 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:50.117739 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-798bf53e-ad12-4f34-a032-29b8b85b38a1 req-e67bfda5-3875-40b9-a540-245ae7bdda54 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0497437 Nov 22 22:59:50.135898 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-16d958c4-4a81-4ee1-9b09-21cf7a5c41d4 None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:59:50.167535 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-798bf53e-ad12-4f34-a032-29b8b85b38a1 req-eb727e71-cebd-4bd4-ada3-efe09c665cfc tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Nov 22 22:59:50.411907 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-16d958c4-4a81-4ee1-9b09-21cf7a5c41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '8875a053-05b7-483c-abdc-e5e7023c63c3', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'port_id': 'fa888e86-c386-4687-8daf-0f95de7ce011', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'mac_address': 'fa:16:3e:93:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:59:01Z', 'updated_at': '2021-11-22T22:59:49Z', 'revision_number': 1, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:05Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:50.439522 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d958c4-4a81-4ee1-9b09-21cf7a5c41d4 None None] Checking router: 1e544305-eb06-400f-a1d1-3ca3dc00d48b for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:59:50.447834 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d958c4-4a81-4ee1-9b09-21cf7a5c41d4 None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:59:50.448433 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-16d958c4-4a81-4ee1-9b09-21cf7a5c41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:59:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:50.562118 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-16d958c4-4a81-4ee1-9b09-21cf7a5c41d4 None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:59:50.804119 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-16d958c4-4a81-4ee1-9b09-21cf7a5c41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '8875a053-05b7-483c-abdc-e5e7023c63c3', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'port_id': 'fa888e86-c386-4687-8daf-0f95de7ce011', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'mac_address': 'fa:16:3e:93:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:59:01Z', 'updated_at': '2021-11-22T22:59:49Z', 'revision_number': 1, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:05Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:50.830399 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d958c4-4a81-4ee1-9b09-21cf7a5c41d4 None None] The sync data for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi is: [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '8875a053-05b7-483c-abdc-e5e7023c63c3', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'port_id': 'fa888e86-c386-4687-8daf-0f95de7ce011', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'mac_address': 'fa:16:3e:93:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:59:01Z', 'updated_at': '2021-11-22T22:59:49Z', 'revision_number': 1, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:05Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:59:51.136998 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed10f5-8ed9-46b5-bb17-2e26f98604b6 None None] New status for floating IP 8875a053-05b7-483c-abdc-e5e7023c63c3: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:59:51.254496 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35088) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:51.410212 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12db79-6a5b-435c-8a1c-10bd50939d48 req-577856e6-b467-4d10-9b73-fe5cbc5f9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:51.413155 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2f12db79-6a5b-435c-8a1c-10bd50939d48 req-577856e6-b467-4d10-9b73-fe5cbc5f9060 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 1098 time: 0.0627215 Nov 22 22:59:51.418062 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:51.433210 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5bf505d8-d1f2-42b1-8de0-670135d83e32 req-6b188e44-ce49-45ed-9ead-f12b16623e31 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012990 Nov 22 22:59:51.506570 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda557de-a76c-483c-a025-9ff8de31bf6c x-openstack-request-id: req-dda557de-a76c-483c-a025-9ff8de31bf6c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:59:51.506880 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce09954f-3efe-4542-9eb8-c1be3bc21549", "tag": "fa888e86-c386-4687-8daf-0f95de7ce011", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:59:51.507284 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dda557de-a76c-483c-a025-9ff8de31bf6c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:59:51.507969 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'tag': 'fa888e86-c386-4687-8daf-0f95de7ce011', 'status': 'completed', 'code': 200} Nov 22 22:59:51.522446 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:51.529311 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:51.575177 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c007304f-7f18-43a8-b8a8-7263de60ce39,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:51.582110 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35112) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:51.582476 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76a9bb85d1884608b523a5850377cdc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265915 Nov 22 22:59:51.591907 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.591907 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.592440 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.593064 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.593775 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.594432 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.595077 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.596900 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.597468 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.598798 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.599310 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.600074 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cc198-b516-4461-b8dd-40035bc1c143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.693199 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f3072-047a-4728-97f1-25017624e0a2 req-76ab4b97-38c3-4d91-842c-cec3f908a06b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:51.695721 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b98f3072-047a-4728-97f1-25017624e0a2 req-76ab4b97-38c3-4d91-842c-cec3f908a06b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0752966 Nov 22 22:59:51.707761 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:51.736976 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:51.799564 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:51.804759 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:51.809927 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c007304f-7f18-43a8-b8a8-7263de60ce39 HTTP/1.1" status: 204 len: 168 time: 0.2259593 Nov 22 22:59:51.823961 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c007304f-7f18-43a8-b8a8-7263de60ce39,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:51.832853 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff100063-5d24-415c-985b-85624523dd02 req-ac558253-4a53-4dce-966e-07f5993d6da0 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:51.833569 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.835314 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.835876 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.836185 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ff100063-5d24-415c-985b-85624523dd02 req-ac558253-4a53-4dce-966e-07f5993d6da0 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.1348033 Nov 22 22:59:51.836301 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.836717 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.837141 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.837595 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.837974 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.838455 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.838842 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.839409 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.840023 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e563aa1f-1064-4c4e-957d-fd21e799ce13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:59:51.874603 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b98f3072-047a-4728-97f1-25017624e0a2 req-ad1b3ebf-89ae-444c-b725-147538da2776 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582057 Nov 22 22:59:51.879065 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35128) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:51.940351 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ff100063-5d24-415c-985b-85624523dd02 req-b65b901b-4e03-4ccf-aa3c-5bb3eab83811 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971539 Nov 22 22:59:52.098938 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2f12db79-6a5b-435c-8a1c-10bd50939d48 req-f34ed4ec-3b77-4d45-8bfd-09e14acaefe0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739310 Nov 22 22:59:52.196438 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54b3d94a-f838-49fd-a51a-b3b9dc52df51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.282782 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35148) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:52.297341 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3a1ae0e9-8c24-475f-8951-ca6c156ae29c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.311514 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54b3d94a-f838-49fd-a51a-b3b9dc52df51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.311514 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-54b3d94a-f838-49fd-a51a-b3b9dc52df51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.364797 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-54b3d94a-f838-49fd-a51a-b3b9dc52df51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=355dd35abf104ae0b0e636538c895f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4840081 Nov 22 22:59:52.366616 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3d94a-f838-49fd-a51a-b3b9dc52df51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd717c8-e7dc-4d14-b051-bf9429bdafb8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:52.369152 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35150) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:52.404667 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3a1ae0e9-8c24-475f-8951-ca6c156ae29c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.417232 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3a1ae0e9-8c24-475f-8951-ca6c156ae29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.462954 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-3a1ae0e9-8c24-475f-8951-ca6c156ae29c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=75c3a885b05041ec8cb9a7a33b217581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1788287 Nov 22 22:59:52.466244 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35154) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:52.471346 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba6b2130-8c8a-400d-96c2-2a597399330e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.473072 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ae0e9-8c24-475f-8951-ca6c156ae29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933ec415-6305-4ba0-8008-7af8d1b9c505,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:52.523892 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ff6e-7c88-4710-8669-574bca4bb04a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.528327 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba6b2130-8c8a-400d-96c2-2a597399330e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.553978 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ff6e-7c88-4710-8669-574bca4bb04a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.562059 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae0f85-be0d-4a71-98c5-2633e6bbd5ce req-03e08dd6-1e2b-4c4f-b273-45423863e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:52.563844 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bcae0f85-be0d-4a71-98c5-2633e6bbd5ce req-03e08dd6-1e2b-4c4f-b273-45423863e662 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1525897e49c34ebb9215d460e1ad237d&device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 1099 time: 0.0849619 Nov 22 22:59:52.602567 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba6b2130-8c8a-400d-96c2-2a597399330e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.605720 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ba6b2130-8c8a-400d-96c2-2a597399330e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.607019 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ff6e-7c88-4710-8669-574bca4bb04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.607147 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-ba6b2130-8c8a-400d-96c2-2a597399330e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8cd717c8-e7dc-4d14-b051-bf9429bdafb8 HTTP/1.1" status: 204 len: 168 time: 0.2365212 Nov 22 22:59:52.610315 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ff6e-7c88-4710-8669-574bca4bb04a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:52.614443 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b2c8ff6e-7c88-4710-8669-574bca4bb04a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/933ec415-6305-4ba0-8008-7af8d1b9c505 HTTP/1.1" status: 204 len: 168 time: 0.1445448 Nov 22 22:59:52.621482 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8ff6e-7c88-4710-8669-574bca4bb04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933ec415-6305-4ba0-8008-7af8d1b9c505,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:52.624029 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b2130-8c8a-400d-96c2-2a597399330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd717c8-e7dc-4d14-b051-bf9429bdafb8,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:52.790941 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae0f85-be0d-4a71-98c5-2633e6bbd5ce req-f4c116a8-9e73-47c2-bb09-4e9388930951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:52.793878 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bcae0f85-be0d-4a71-98c5-2633e6bbd5ce req-f4c116a8-9e73-47c2-bb09-4e9388930951 service neutron] 10.222.0.83 "GET /v2.0/networks?id=135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 200 len: 913 time: 0.1035008 Nov 22 22:59:52.947042 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bcae0f85-be0d-4a71-98c5-2633e6bbd5ce req-5dad00a6-ad19-4361-bd21-e39a57ac68bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa888e86-c386-4687-8daf-0f95de7ce011 HTTP/1.1" status: 200 len: 1002 time: 0.1461966 Nov 22 22:59:53.097785 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45877413-150f-4b35-9704-b90e79c54dde req-63e87cf2-3de8-47a6-98cb-bcd4d75dc53d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:53.099332 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-45877413-150f-4b35-9704-b90e79c54dde req-63e87cf2-3de8-47a6-98cb-bcd4d75dc53d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.1333337 Nov 22 22:59:53.100968 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae0f85-be0d-4a71-98c5-2633e6bbd5ce req-b2f54c0d-e311-430b-bac3-d096491d71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:53.102547 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bcae0f85-be0d-4a71-98c5-2633e6bbd5ce req-b2f54c0d-e311-430b-bac3-d096491d71c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca886abe-a984-4dfe-9c9e-938111a57318 HTTP/1.1" status: 200 len: 850 time: 0.1485076 Nov 22 22:59:53.150918 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35188) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:53.159512 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460cae3-baff-495f-a024-34851761e4a1 req-a3b17e95-baf5-4a6e-9010-4984637a78bf tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:53.161321 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a460cae3-baff-495f-a024-34851761e4a1 req-a3b17e95-baf5-4a6e-9010-4984637a78bf tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.1330354 Nov 22 22:59:53.170422 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9407-512d-4e1c-8f92-173425eaee65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:53.233541 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-45877413-150f-4b35-9704-b90e79c54dde req-e8f33552-2528-4cf6-9a06-f7578e376157 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257598 Nov 22 22:59:53.235337 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae0f85-be0d-4a71-98c5-2633e6bbd5ce req-f0212c4f-08b8-4cc4-ba29-db5e507130ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:53.236817 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bcae0f85-be0d-4a71-98c5-2633e6bbd5ce req-f0212c4f-08b8-4cc4-ba29-db5e507130ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=135c9d2c-b547-438e-b31c-2139e85d4ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1255689 Nov 22 22:59:53.284241 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a460cae3-baff-495f-a024-34851761e4a1 req-80fdb591-0e37-4919-b0e1-9c78308ce8c1 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138935 Nov 22 22:59:53.287871 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9407-512d-4e1c-8f92-173425eaee65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:53.293088 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9407-512d-4e1c-8f92-173425eaee65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:53.338878 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e5ec9407-512d-4e1c-8f92-173425eaee65 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c7170bb773624ca6b49b9294b38c42cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849575 Nov 22 22:59:53.343017 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35198) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:53.366726 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec9407-512d-4e1c-8f92-173425eaee65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24834f7-221e-4c16-98c9-59dd2e8d8583,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:53.377861 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bcae0f85-be0d-4a71-98c5-2633e6bbd5ce req-dcb10f74-631f-4f26-82f1-9e082023efb8 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265662 Nov 22 22:59:53.481852 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3b96f7a4-93dc-46ea-b373-d4bc1983adf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:53.523377 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3b96f7a4-93dc-46ea-b373-d4bc1983adf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:53.526756 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bcae0f85-be0d-4a71-98c5-2633e6bbd5ce req-290a9af0-d8d9-4c5f-b83f-20f61054189c service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392641 Nov 22 22:59:53.590104 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3b96f7a4-93dc-46ea-b373-d4bc1983adf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:53.592989 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3b96f7a4-93dc-46ea-b373-d4bc1983adf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:53.594493 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-3b96f7a4-93dc-46ea-b373-d4bc1983adf7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b24834f7-221e-4c16-98c9-59dd2e8d8583 HTTP/1.1" status: 204 len: 168 time: 0.2489424 Nov 22 22:59:53.604590 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96f7a4-93dc-46ea-b373-d4bc1983adf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24834f7-221e-4c16-98c9-59dd2e8d8583,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:53.723738 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35220) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:54.024713 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a0988cc0-0c3d-4a13-ba81-3b4bb68cd1b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:54.160457 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a0988cc0-0c3d-4a13-ba81-3b4bb68cd1b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:54.167683 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a0988cc0-0c3d-4a13-ba81-3b4bb68cd1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:54.220267 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-a0988cc0-0c3d-4a13-ba81-3b4bb68cd1b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7f03153bfaac4b9093ed611038b6742b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4929318 Nov 22 22:59:54.220267 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0988cc0-0c3d-4a13-ba81-3b4bb68cd1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44919af4-043b-4511-9559-65a06f370573,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:54.220607 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35242) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:54.293022 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41113106-4bfb-4749-bde1-44db03ccdf2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:54.317106 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41113106-4bfb-4749-bde1-44db03ccdf2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:54.388508 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41113106-4bfb-4749-bde1-44db03ccdf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:54.394545 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-41113106-4bfb-4749-bde1-44db03ccdf2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:54.397637 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-41113106-4bfb-4749-bde1-44db03ccdf2b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44919af4-043b-4511-9559-65a06f370573 HTTP/1.1" status: 204 len: 168 time: 0.1751454 Nov 22 22:59:54.413854 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41113106-4bfb-4749-bde1-44db03ccdf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44919af4-043b-4511-9559-65a06f370573,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:54.428187 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266b8dc-f0db-478d-8912-f68bb08a6325 req-c2d00c4e-d054-40cc-ac0d-57ecbfe1d500 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:54.430664 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4266b8dc-f0db-478d-8912-f68bb08a6325 req-c2d00c4e-d054-40cc-ac0d-57ecbfe1d500 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0995939 Nov 22 22:59:54.524958 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f2a1a-4a28-4ca1-b556-1eed2917093c req-882118fc-01b0-4829-8602-2e751e1b377c tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:54.532984 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f03f2a1a-4a28-4ca1-b556-1eed2917093c req-882118fc-01b0-4829-8602-2e751e1b377c tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.1146929 Nov 22 22:59:54.544359 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4266b8dc-f0db-478d-8912-f68bb08a6325 req-5f315df2-1ff0-4c96-86c5-b4fd0688d786 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034007 Nov 22 22:59:54.597305 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f03f2a1a-4a28-4ca1-b556-1eed2917093c req-e6434891-4631-4fd7-87d6-75bdc76b2908 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633750 Nov 22 22:59:55.091879 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7f078-6151-4e70-ab22-832816f7b60c req-f2eaaeba-83fd-47a3-9c46-69dd7a237f4e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:55.098312 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7dc7f078-6151-4e70-ab22-832816f7b60c req-f2eaaeba-83fd-47a3-9c46-69dd7a237f4e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0959804 Nov 22 22:59:55.100774 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e977ef3-2ab5-47d0-9710-1b1ca807de5b req-4dea44d8-9394-45af-93f9-f10101c54a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:55.102689 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e977ef3-2ab5-47d0-9710-1b1ca807de5b req-4dea44d8-9394-45af-93f9-f10101c54a98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 1098 time: 0.1288800 Nov 22 22:59:55.223684 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7dc7f078-6151-4e70-ab22-832816f7b60c req-212aebe9-60fc-47b3-a63d-dbcd7a5a7ae8 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199048 Nov 22 22:59:55.259456 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e977ef3-2ab5-47d0-9710-1b1ca807de5b req-1b213a6b-4caf-4ccf-a540-d5c5787fb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:55.261133 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e977ef3-2ab5-47d0-9710-1b1ca807de5b req-1b213a6b-4caf-4ccf-a540-d5c5787fb5e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888 HTTP/1.1" status: 200 len: 920 time: 0.1249685 Nov 22 22:59:55.327800 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e977ef3-2ab5-47d0-9710-1b1ca807de5b req-3cc0248f-eb53-4b67-820d-219fe0ca433f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00b76964-7845-4ede-805d-663e9d646d8b HTTP/1.1" status: 200 len: 217 time: 0.0594537 Nov 22 22:59:55.402689 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e977ef3-2ab5-47d0-9710-1b1ca807de5b req-a4b4f085-beda-4e27-8abf-2d109c8b57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:55.404288 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e977ef3-2ab5-47d0-9710-1b1ca807de5b req-a4b4f085-beda-4e27-8abf-2d109c8b57fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54239d30-455d-4928-b2ad-f01042871693 HTTP/1.1" status: 200 len: 858 time: 0.0615914 Nov 22 22:59:55.449949 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e977ef3-2ab5-47d0-9710-1b1ca807de5b req-584253d6-be74-4537-b99e-2ec056ddc79a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311873 Nov 22 22:59:55.577139 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e977ef3-2ab5-47d0-9710-1b1ca807de5b req-80faf4d8-b02d-4970-b7ad-694ac67780c9 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160400 Nov 22 22:59:55.639401 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35324) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:55.789831 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e977ef3-2ab5-47d0-9710-1b1ca807de5b req-07d0373d-4591-4872-b538-45b34d51c4eb service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993897 Nov 22 22:59:55.812331 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232e0a7-0124-4da7-9645-e06ea1fa2b70 req-3863666c-7dd4-450e-b1f8-367a170175bd tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:55.813851 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c232e0a7-0124-4da7-9645-e06ea1fa2b70 req-3863666c-7dd4-450e-b1f8-367a170175bd tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0976863 Nov 22 22:59:55.913543 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c232e0a7-0124-4da7-9645-e06ea1fa2b70 req-614e98b1-3697-42d2-a31f-b40ab6d4169d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924141 Nov 22 22:59:55.998907 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e42b3de1-7576-4307-b433-fad6a373db53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:56.085266 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19921a-60b6-43b5-ad6d-429d240003fa req-109c359d-fe94-48d0-9bc9-5fe650524b01 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:56.087024 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bd19921a-60b6-43b5-ad6d-429d240003fa req-109c359d-fe94-48d0-9bc9-5fe650524b01 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0832355 Nov 22 22:59:56.096550 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35366) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:56.106625 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fa01db3a-8df3-4fd9-a3cb-270a380c1693 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Request body: {'floatingip': {'port_id': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:59:56.429495 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df2698-aedd-4a81-a707-27b63a37e2ec req-5fc204a8-552d-4b95-b36b-356acd61e450 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:56.439966 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-25df2698-aedd-4a81-a707-27b63a37e2ec req-5fc204a8-552d-4b95-b36b-356acd61e450 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0714421 Nov 22 22:59:56.511408 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa01db3a-8df3-4fd9-a3cb-270a380c1693 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:56.532090 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-25df2698-aedd-4a81-a707-27b63a37e2ec req-24e56b6a-f9ce-48bd-b204-34495b3a1376 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905066 Nov 22 22:59:56.639572 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e42b3de1-7576-4307-b433-fad6a373db53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:56.646741 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e42b3de1-7576-4307-b433-fad6a373db53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:56.717573 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b3de1-7576-4307-b433-fad6a373db53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c332d2-5f2e-4fc2-8c57-2870c3009cf0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:56.743086 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e42b3de1-7576-4307-b433-fad6a373db53 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a9ab2ea765f45a5bd1a9fbbaaf9bbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0982189 Nov 22 22:59:56.743371 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35410) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:56.766936 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35416) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:56.819469 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2d5f-1eaa-4795-88ad-e20490918400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:56.862854 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2d5f-1eaa-4795-88ad-e20490918400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:56.945943 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2d5f-1eaa-4795-88ad-e20490918400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:56.948587 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2d5f-1eaa-4795-88ad-e20490918400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:56.949861 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-d9cd2d5f-1eaa-4795-88ad-e20490918400 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20c332d2-5f2e-4fc2-8c57-2870c3009cf0 HTTP/1.1" status: 204 len: 168 time: 0.2047782 Nov 22 22:59:56.967555 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd2d5f-1eaa-4795-88ad-e20490918400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c332d2-5f2e-4fc2-8c57-2870c3009cf0,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:57.003538 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7cbeb2b2-a437-4556-9db4-11ad7bbf0911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:57.132345 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7cbeb2b2-a437-4556-9db4-11ad7bbf0911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:57.137802 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7cbeb2b2-a437-4556-9db4-11ad7bbf0911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:57.198027 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-7cbeb2b2-a437-4556-9db4-11ad7bbf0911 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4821930b83c648d2bda3bf54fdbf33fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4296634 Nov 22 22:59:57.200280 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeb2b2-a437-4556-9db4-11ad7bbf0911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffd8cf8-9a79-48bc-868d-2595549412a2,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:57.205302 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35454) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:57.308370 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-362a880f-25b7-49f5-a780-fb04be553645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:57.386854 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-362a880f-25b7-49f5-a780-fb04be553645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:57.498999 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-342c2ac5-206a-4e75-b47e-3e50b1be4004 req-99216bbe-df53-400b-ae25-4fcb50746c6b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779529 Nov 22 22:59:57.526830 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35464) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:57.527308 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa01db3a-8df3-4fd9-a3cb-270a380c1693 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:57.532620 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa01db3a-8df3-4fd9-a3cb-270a380c1693 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:57.544351 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-252c3519-0e56-4945-983e-d236a1adb26d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:57.598794 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-362a880f-25b7-49f5-a780-fb04be553645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:57.602057 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-362a880f-25b7-49f5-a780-fb04be553645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:57.605437 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-362a880f-25b7-49f5-a780-fb04be553645 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dffd8cf8-9a79-48bc-868d-2595549412a2 HTTP/1.1" status: 204 len: 168 time: 0.3969212 Nov 22 22:59:57.617253 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a880f-25b7-49f5-a780-fb04be553645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffd8cf8-9a79-48bc-868d-2595549412a2,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:57.681949 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.l3_db [None req-fa01db3a-8df3-4fd9-a3cb-270a380c1693 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Floating IP 584dbd5b-2dae-416c-b0aa-d35783b56bd9 associated. External IP: 172.27.0.132, port: 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a. Nov 22 22:59:57.830783 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b59a7-8710-4d97-a646-e6fa2ea88887 req-8492bace-db1d-44ee-a4ab-bec238e68395 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:57.839984 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-353b59a7-8710-4d97-a646-e6fa2ea88887 req-8492bace-db1d-44ee-a4ab-bec238e68395 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.1719706 Nov 22 22:59:57.843481 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c2ac5-206a-4e75-b47e-3e50b1be4004 req-dc913b5f-5a1c-4cfd-8be3-7ece90894cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:57.851955 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-342c2ac5-206a-4e75-b47e-3e50b1be4004 req-dc913b5f-5a1c-4cfd-8be3-7ece90894cc7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ae3b6b7cb754497a30d3a41220bef60&device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 1099 time: 0.2173336 Nov 22 22:59:57.875007 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-252c3519-0e56-4945-983e-d236a1adb26d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:57.886757 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-252c3519-0e56-4945-983e-d236a1adb26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:57.920197 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35484) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:57.934073 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-252c3519-0e56-4945-983e-d236a1adb26d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec053370974044de9acef51bf41490f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058764 Nov 22 22:59:57.972653 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa01db3a-8df3-4fd9-a3cb-270a380c1693 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Router 4cf4363b-3ee0-4940-aac8-433646632b9b has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:59:57.995796 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56040674-7def-4ecc-9253-d4fa438d36e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:58.059504 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-353b59a7-8710-4d97-a646-e6fa2ea88887 req-e1b9b282-3ef8-46e5-8216-81c07e9e89e6 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172353 Nov 22 22:59:58.111720 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c3519-0e56-4945-983e-d236a1adb26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7d2d05-7299-49c2-a5ee-644c1b4f0cb9,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:58.119443 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c2ac5-206a-4e75-b47e-3e50b1be4004 req-48389a7d-1ad5-482f-91ef-f3995780139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:58.121236 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-342c2ac5-206a-4e75-b47e-3e50b1be4004 req-48389a7d-1ad5-482f-91ef-f3995780139d service neutron] 10.222.0.83 "GET /v2.0/networks?id=9bbfe9b4-10d0-433e-bb54-f88a06c5a93e HTTP/1.1" status: 200 len: 912 time: 0.2100072 Nov 22 22:59:58.179310 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35492) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:58.183257 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-342c2ac5-206a-4e75-b47e-3e50b1be4004 req-e6b1fe48-9b1d-4efa-8483-446a6ef1855a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2003a573-a8f5-4bc2-a99c-24a637138c9a HTTP/1.1" status: 200 len: 217 time: 0.0465341 Nov 22 22:59:58.203410 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-262c433c-eac9-43da-b29f-62ae9de53abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:58.263767 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c2ac5-206a-4e75-b47e-3e50b1be4004 req-36bf672a-e751-474f-8e22-f9417c6b9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:58.265339 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-342c2ac5-206a-4e75-b47e-3e50b1be4004 req-36bf672a-e751-474f-8e22-f9417c6b9c27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=245a6a94-da0f-4b15-83c3-f249475814e0 HTTP/1.1" status: 200 len: 850 time: 0.0697944 Nov 22 22:59:58.316102 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56040674-7def-4ecc-9253-d4fa438d36e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:58.328968 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-342c2ac5-206a-4e75-b47e-3e50b1be4004 req-aff7232b-cb64-4dff-911c-b5a9916b7846 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9bbfe9b4-10d0-433e-bb54-f88a06c5a93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428708 Nov 22 22:59:58.363870 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa01db3a-8df3-4fd9-a3cb-270a380c1693 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:59:58.368965 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa01db3a-8df3-4fd9-a3cb-270a380c1693 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:58.383545 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db7186-bbd1-4a31-81d8-3668c14a9cbb None None] Sync routers for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:59:58.401984 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-fa01db3a-8df3-4fd9-a3cb-270a380c1693 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "PUT /v2.0/floatingips/584dbd5b-2dae-416c-b0aa-d35783b56bd9 HTTP/1.1" status: 200 len: 992 time: 2.3004732 Nov 22 22:59:58.404507 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:59:58.408192 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e14de1-a190-422e-895e-c021085a1de8" -d '{"events": [{"name": "network-changed", "server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:59:58.421432 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56040674-7def-4ecc-9253-d4fa438d36e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:58.424630 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56040674-7def-4ecc-9253-d4fa438d36e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:58.426682 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-56040674-7def-4ecc-9253-d4fa438d36e2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a7d2d05-7299-49c2-a5ee-644c1b4f0cb9 HTTP/1.1" status: 204 len: 168 time: 0.5051804 Nov 22 22:59:58.431252 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db7186-bbd1-4a31-81d8-3668c14a9cbb None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:59:58.433645 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-c1db7186-bbd1-4a31-81d8-3668c14a9cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:59:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:58.434704 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56040674-7def-4ecc-9253-d4fa438d36e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7d2d05-7299-49c2-a5ee-644c1b4f0cb9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:58.484820 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973376ef-de94-436b-99d4-d99697694057 x-openstack-request-id: req-973376ef-de94-436b-99d4-d99697694057 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:59:58.485148 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:59:58.485427 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-973376ef-de94-436b-99d4-d99697694057 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:59:58.485916 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'status': 'completed', 'code': 200} Nov 22 22:59:58.572845 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-c1db7186-bbd1-4a31-81d8-3668c14a9cbb None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:59:58.659028 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e14de1-a190-422e-895e-c021085a1de8 req-94bc337a-97c1-4895-b23d-0eec6d0f3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:58.660965 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-60e14de1-a190-422e-895e-c021085a1de8 req-94bc337a-97c1-4895-b23d-0eec6d0f3ef2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 1099 time: 0.0752747 Nov 22 22:59:58.704479 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-262c433c-eac9-43da-b29f-62ae9de53abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:58.719328 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-262c433c-eac9-43da-b29f-62ae9de53abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:58.780740 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-342c2ac5-206a-4e75-b47e-3e50b1be4004 req-0bfc1a72-2756-45ed-8da7-519852eb76ba service neutron] 10.222.0.83 "GET /v2.0/networks/9bbfe9b4-10d0-433e-bb54-f88a06c5a93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433887 Nov 22 22:59:58.786619 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-262c433c-eac9-43da-b29f-62ae9de53abe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6a48d0d0e1e42368617c121492c93ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6062601 Nov 22 22:59:58.793896 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35508) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:59:58.798715 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c433c-eac9-43da-b29f-62ae9de53abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00271683-f357-4dd4-bceb-e29228917346,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:58.902249 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e14de1-a190-422e-895e-c021085a1de8 req-b7386289-14dd-4821-9dc4-cea9d3a3bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:58.903655 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-60e14de1-a190-422e-895e-c021085a1de8 req-b7386289-14dd-4821-9dc4-cea9d3a3bd7b service neutron] 10.222.0.83 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 918 time: 0.2034123 Nov 22 22:59:58.910095 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-342c2ac5-206a-4e75-b47e-3e50b1be4004 req-76483af3-5208-4329-80a4-108600c21b89 service neutron] 10.222.0.83 "GET /v2.0/networks/9bbfe9b4-10d0-433e-bb54-f88a06c5a93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195905 Nov 22 22:59:58.929332 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c6f1a37-0772-47ef-8289-aa17b1efec41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:58.972779 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-c1db7186-bbd1-4a31-81d8-3668c14a9cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '584dbd5b-2dae-416c-b0aa-d35783b56bd9', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'port_id': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'mac_address': 'fa:16:3e:e3:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6383769b-dc5f-4c00-9651-484e2904efcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:59:06Z', 'updated_at': '2021-11-22T22:59:57Z', 'revision_number': 1, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:10Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:59.001500 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db7186-bbd1-4a31-81d8-3668c14a9cbb None None] Checking router: 4cf4363b-3ee0-4940-aac8-433646632b9b for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:59:59.013080 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db7186-bbd1-4a31-81d8-3668c14a9cbb None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:59:59.013740 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-c1db7186-bbd1-4a31-81d8-3668c14a9cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T22:59:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:59.019262 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c6f1a37-0772-47ef-8289-aa17b1efec41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:59.058942 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-60e14de1-a190-422e-895e-c021085a1de8 req-e62d3d39-ffe4-4397-99c6-86110643cad1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a HTTP/1.1" status: 200 len: 1000 time: 0.1362903 Nov 22 22:59:59.072566 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:59:59.138992 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c6f1a37-0772-47ef-8289-aa17b1efec41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:59.143825 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1c6f1a37-0772-47ef-8289-aa17b1efec41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:59:59.149226 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-1c6f1a37-0772-47ef-8289-aa17b1efec41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00271683-f357-4dd4-bceb-e29228917346 HTTP/1.1" status: 204 len: 168 time: 0.3500190 Nov 22 22:59:59.175130 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e14de1-a190-422e-895e-c021085a1de8 req-51885e6d-2207-4d73-b191-3a7a720750a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:59.176839 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-c1db7186-bbd1-4a31-81d8-3668c14a9cbb None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:59:59.178084 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-60e14de1-a190-422e-895e-c021085a1de8 req-51885e6d-2207-4d73-b191-3a7a720750a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 200 len: 855 time: 0.1003554 Nov 22 22:59:59.180953 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f1a37-0772-47ef-8289-aa17b1efec41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00271683-f357-4dd4-bceb-e29228917346,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:59:59.216001 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bab2ed-0dfe-405f-8624-0af2770fa5b9 req-9f6da97e-3fe9-4acc-ad5f-0bbc14d56b17 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:59.225378 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-51bab2ed-0dfe-405f-8624-0af2770fa5b9 req-9f6da97e-3fe9-4acc-ad5f-0bbc14d56b17 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0815430 Nov 22 22:59:59.280383 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e14de1-a190-422e-895e-c021085a1de8 req-872d86bf-a998-4d30-a384-338eed7a2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:59:59.281981 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-60e14de1-a190-422e-895e-c021085a1de8 req-872d86bf-a998-4d30-a384-338eed7a2cab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf77bdb8-32c3-46df-9787-173ffafa8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0957141 Nov 22 22:59:59.293860 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-51bab2ed-0dfe-405f-8624-0af2770fa5b9 req-1b221b62-25e3-4dd5-9379-3505a1db81f0 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621805 Nov 22 22:59:59.444430 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-60e14de1-a190-422e-895e-c021085a1de8 req-caaa2e05-96dc-4eb7-8f18-56996ff64ded service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425960 Nov 22 22:59:59.555636 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-c1db7186-bbd1-4a31-81d8-3668c14a9cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '584dbd5b-2dae-416c-b0aa-d35783b56bd9', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'port_id': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'mac_address': 'fa:16:3e:e3:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6383769b-dc5f-4c00-9651-484e2904efcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:59:06Z', 'updated_at': '2021-11-22T22:59:57Z', 'revision_number': 1, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:10Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:59:59.592183 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db7186-bbd1-4a31-81d8-3668c14a9cbb None None] The sync data for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi is: [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '584dbd5b-2dae-416c-b0aa-d35783b56bd9', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'port_id': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'mac_address': 'fa:16:3e:e3:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6383769b-dc5f-4c00-9651-484e2904efcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:59:06Z', 'updated_at': '2021-11-22T22:59:57Z', 'revision_number': 1, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:10Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:59:59.629924 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-60e14de1-a190-422e-895e-c021085a1de8 req-b57860b4-3497-4bc6-9512-00964ba92b9b service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721232 Nov 22 22:59:59.861189 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a76c97d-16e1-4b40-a409-e986e3ef707d None None] New status for floating IP 584dbd5b-2dae-416c-b0aa-d35783b56bd9: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:00:00.038896 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:00.461928 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fc510-02ac-4cc4-aabd-be857489fa98 req-9a2dd2b9-5fbb-4e55-8435-67a5f0c80b5a tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:00.463810 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-619fc510-02ac-4cc4-aabd-be857489fa98 req-9a2dd2b9-5fbb-4e55-8435-67a5f0c80b5a tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0725958 Nov 22 23:00:00.525650 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-619fc510-02ac-4cc4-aabd-be857489fa98 req-6ca8cc55-5ea4-42af-9153-49764e460d1f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552964 Nov 22 23:00:01.064656 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35614) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:01.180823 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ccd2803d-c14d-48da-9a05-0c5804af7988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:01.260406 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ccd2803d-c14d-48da-9a05-0c5804af7988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:01.264163 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ccd2803d-c14d-48da-9a05-0c5804af7988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:01.304134 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-ccd2803d-c14d-48da-9a05-0c5804af7988 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b913363f2a234a34ab17ab1359558904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383201 Nov 22 23:00:01.305019 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2803d-c14d-48da-9a05-0c5804af7988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed38eee-e682-46ec-b67d-a4d53f4066cc,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:01.306804 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35618) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:01.361135 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b133cff-f0e2-443f-9028-b259a1f4de6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:01.385787 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b133cff-f0e2-443f-9028-b259a1f4de6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:01.433401 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b133cff-f0e2-443f-9028-b259a1f4de6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:01.436123 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8b133cff-f0e2-443f-9028-b259a1f4de6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:01.437292 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-8b133cff-f0e2-443f-9028-b259a1f4de6d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ed38eee-e682-46ec-b67d-a4d53f4066cc HTTP/1.1" status: 204 len: 168 time: 0.1293013 Nov 22 23:00:01.446424 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b133cff-f0e2-443f-9028-b259a1f4de6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed38eee-e682-46ec-b67d-a4d53f4066cc,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:01.650849 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792a350-a72c-4a83-b21f-9f6da729d95c req-72878f6c-2d4c-4058-9eed-70ab6aa0f545 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:01.652428 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3792a350-a72c-4a83-b21f-9f6da729d95c req-72878f6c-2d4c-4058-9eed-70ab6aa0f545 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0485575 Nov 22 23:00:01.701601 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3792a350-a72c-4a83-b21f-9f6da729d95c req-90c36e3c-c6f9-4d8d-a60a-f13db0b94809 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432761 Nov 22 23:00:01.742543 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35634) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:01.759856 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-07f072dd-d93a-46a3-8498-1070e1a42e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:01.837030 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-07f072dd-d93a-46a3-8498-1070e1a42e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:01.840644 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-07f072dd-d93a-46a3-8498-1070e1a42e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:01.878925 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-07f072dd-d93a-46a3-8498-1070e1a42e29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b9e1bae1917b470f8133d4af59b97ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352849 Nov 22 23:00:01.880053 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f072dd-d93a-46a3-8498-1070e1a42e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07104edd-226e-45ff-bb77-67e2af2a2f0f,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:01.882118 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35636) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:01.931995 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6610fa7-9742-4d4a-92c8-b4b4645a2f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:01.954135 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6610fa7-9742-4d4a-92c8-b4b4645a2f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:02.008968 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6610fa7-9742-4d4a-92c8-b4b4645a2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:02.011808 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b6610fa7-9742-4d4a-92c8-b4b4645a2f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:02.012968 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b6610fa7-9742-4d4a-92c8-b4b4645a2f70 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07104edd-226e-45ff-bb77-67e2af2a2f0f HTTP/1.1" status: 204 len: 168 time: 0.1298618 Nov 22 23:00:02.021636 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6610fa7-9742-4d4a-92c8-b4b4645a2f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07104edd-226e-45ff-bb77-67e2af2a2f0f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:02.550490 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c317b5ee-fd17-48c4-ba86-0fc4fa2a13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:05.246040 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bba50d0e-651b-4c0f-8d0a-22fe1eedd95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:06.318490 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:06.349784 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15932045-649a-4a81-83b7-d83e374e63e1 req-4f2538bb-f3d1-425e-b649-a222c0f04f07 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:06.351430 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-15932045-649a-4a81-83b7-d83e374e63e1 req-4f2538bb-f3d1-425e-b649-a222c0f04f07 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0536094 Nov 22 23:00:06.401421 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-15932045-649a-4a81-83b7-d83e374e63e1 req-96956225-112d-4832-89fa-e8f290109df4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430362 Nov 22 23:00:07.528457 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a102c4-5a52-458a-b5a1-aca7e5d79c6f req-f388abf1-1b05-469c-b5ab-432cde755224 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:07.530070 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c5a102c4-5a52-458a-b5a1-aca7e5d79c6f req-f388abf1-1b05-469c-b5ab-432cde755224 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0538404 Nov 22 23:00:07.586164 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c5a102c4-5a52-458a-b5a1-aca7e5d79c6f req-003eaa9e-7d91-494c-8573-c6484807a68c tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496144 Nov 22 23:00:07.648602 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:08.177140 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce52c7f-88fd-4045-971e-aa2fe2f2d33a req-e4ef14b6-8e17-4a95-b5f7-a416ac33812d tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:08.178933 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2ce52c7f-88fd-4045-971e-aa2fe2f2d33a req-e4ef14b6-8e17-4a95-b5f7-a416ac33812d tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 946 time: 0.0511734 Nov 22 23:00:08.230154 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2ce52c7f-88fd-4045-971e-aa2fe2f2d33a req-6254a260-7738-492d-bc43-fa0d0cf6a1d6 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444205 Nov 22 23:00:08.262491 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:08.713146 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56adce-593d-4950-ad15-410a3be186eb req-7fb01ee9-909b-441c-aaac-88db3ebe21cb tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:08.714683 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dd56adce-593d-4950-ad15-410a3be186eb req-7fb01ee9-909b-441c-aaac-88db3ebe21cb tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0494864 Nov 22 23:00:08.767245 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dd56adce-593d-4950-ad15-410a3be186eb req-28245453-cd44-4eb4-bf97-5d4c65c03032 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466080 Nov 22 23:00:09.359453 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a517bc-6cf0-4e84-b61c-e430d425395e req-00cea814-4d8e-43f2-a49a-03680e846aab tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:09.360943 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d2a517bc-6cf0-4e84-b61c-e430d425395e req-00cea814-4d8e-43f2-a49a-03680e846aab tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 946 time: 0.0504112 Nov 22 23:00:09.411116 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d2a517bc-6cf0-4e84-b61c-e430d425395e req-cd080f1e-bc40-4357-9156-f168ff2506b3 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Nov 22 23:00:14.049204 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10147-3bab-4d58-85f0-106b4fc238a9 req-ab3e66a0-e9c5-4af5-b2f1-c23f39f29530 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:14.050717 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-84c10147-3bab-4d58-85f0-106b4fc238a9 req-ab3e66a0-e9c5-4af5-b2f1-c23f39f29530 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Nov 22 23:00:14.127781 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-84c10147-3bab-4d58-85f0-106b4fc238a9 req-b4105f10-5ccf-4295-9ae3-1d8ceeb78b6d tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673301 Nov 22 23:00:14.135696 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0aacd-1ba0-46f8-a9b5-856ba8011b2b req-b3fc729b-b305-451b-9746-e38b87c650a0 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:14.137192 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6be0aacd-1ba0-46f8-a9b5-856ba8011b2b req-b3fc729b-b305-451b-9746-e38b87c650a0 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 946 time: 0.0855942 Nov 22 23:00:14.186514 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6be0aacd-1ba0-46f8-a9b5-856ba8011b2b req-d4e40b3c-ee40-4ad1-8e4f-edf7dd0f40b1 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427840 Nov 22 23:00:15.940234 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35906) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:16.058318 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92b079f9-7997-4c49-8990-92c35a6d75f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.137693 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92b079f9-7997-4c49-8990-92c35a6d75f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.141933 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92b079f9-7997-4c49-8990-92c35a6d75f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.182528 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-92b079f9-7997-4c49-8990-92c35a6d75f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7cacb74d87dc4e26be7362144d69e696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411914 Nov 22 23:00:16.183385 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b079f9-7997-4c49-8990-92c35a6d75f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f10121-d98b-41d2-ab60-773c43563c1b,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:16.186348 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35910) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:16.235056 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9450-b2c5-4ea5-92fe-1fca36c03cf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.257285 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9450-b2c5-4ea5-92fe-1fca36c03cf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.309096 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9450-b2c5-4ea5-92fe-1fca36c03cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.311683 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9450-b2c5-4ea5-92fe-1fca36c03cf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.312998 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-8fcb9450-b2c5-4ea5-92fe-1fca36c03cf4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2f10121-d98b-41d2-ab60-773c43563c1b HTTP/1.1" status: 204 len: 168 time: 0.1253331 Nov 22 23:00:16.321979 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb9450-b2c5-4ea5-92fe-1fca36c03cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f10121-d98b-41d2-ab60-773c43563c1b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:16.582232 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 35918) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:16.601749 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6387e588-6f46-4d5d-95e5-74381cc7aebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.692059 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6387e588-6f46-4d5d-95e5-74381cc7aebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.697478 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6387e588-6f46-4d5d-95e5-74381cc7aebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.737265 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-6387e588-6f46-4d5d-95e5-74381cc7aebc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e5c8b2c4f9c4f7db7821de7dce52d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538844 Nov 22 23:00:16.738167 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387e588-6f46-4d5d-95e5-74381cc7aebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2caa71-1cd1-48e9-adb5-00dabc856262,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:16.740178 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 35922) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:16.796069 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22b076b8-685a-4dea-a436-032d1766be18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.817257 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22b076b8-685a-4dea-a436-032d1766be18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.863563 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22b076b8-685a-4dea-a436-032d1766be18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.866406 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-22b076b8-685a-4dea-a436-032d1766be18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:16.867698 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-22b076b8-685a-4dea-a436-032d1766be18 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a2caa71-1cd1-48e9-adb5-00dabc856262 HTTP/1.1" status: 204 len: 168 time: 0.1263788 Nov 22 23:00:16.877048 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b076b8-685a-4dea-a436-032d1766be18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2caa71-1cd1-48e9-adb5-00dabc856262,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:20.317124 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a2175-61df-48b0-8086-e109301476ea req-6eb33248-c2f9-426c-b0f5-b42c6acaf950 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:20.319718 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1c2a2175-61df-48b0-8086-e109301476ea req-6eb33248-c2f9-426c-b0f5-b42c6acaf950 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0617201 Nov 22 23:00:20.398618 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b84db-0252-4e18-a981-caa88901ef07 req-573c9bf6-16af-4e85-928c-789f2bd601e2 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:20.400118 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-072b84db-0252-4e18-a981-caa88901ef07 req-573c9bf6-16af-4e85-928c-789f2bd601e2 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 946 time: 0.0795083 Nov 22 23:00:20.407688 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1c2a2175-61df-48b0-8086-e109301476ea req-13bf7f29-4b59-48b9-9290-1ef27e9b7dd4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786498 Nov 22 23:00:20.453292 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-072b84db-0252-4e18-a981-caa88901ef07 req-f6eb38ce-1d9b-4c4c-a2dc-b4dd865938dc tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446267 Nov 22 23:00:21.528104 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172fb44-6d0f-4dcc-a22e-f4677b0578d4 req-0abe7912-d534-4a29-ac69-d6263ee5521e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:21.529923 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2172fb44-6d0f-4dcc-a22e-f4677b0578d4 req-0abe7912-d534-4a29-ac69-d6263ee5521e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0516460 Nov 22 23:00:21.610319 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f1f2e-bfeb-4f16-a4d6-09c68e06d076 req-76c045ae-e6c6-49a6-b948-f652357a4367 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:21.611782 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-981f1f2e-bfeb-4f16-a4d6-09c68e06d076 req-76c045ae-e6c6-49a6-b948-f652357a4367 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 946 time: 0.0807042 Nov 22 23:00:21.615332 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2172fb44-6d0f-4dcc-a22e-f4677b0578d4 req-b8ab87b4-364d-444d-b3fb-827641a127d7 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753222 Nov 22 23:00:21.664273 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-981f1f2e-bfeb-4f16-a4d6-09c68e06d076 req-36b55185-1acf-4645-89c9-3fd0b8f38e72 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9ec3629-510a-4ecc-9bb3-00446e1e6186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Nov 22 23:00:21.715294 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f2e3-8bd1-4e04-8cb6-198d90d17f28 req-9588379c-b9b3-4dfc-9b80-6daccc442d74 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:21.716772 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2000f2e3-8bd1-4e04-8cb6-198d90d17f28 req-9588379c-b9b3-4dfc-9b80-6daccc442d74 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 946 time: 0.0880599 Nov 22 23:00:21.847643 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-2000f2e3-8bd1-4e04-8cb6-198d90d17f28 req-529d6c79-a8fa-41cf-a481-ee2a00a94726 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Deleting port 2003a573-a8f5-4bc2-a99c-24a637138c9a {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:00:21.847986 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2000f2e3-8bd1-4e04-8cb6-198d90d17f28 req-529d6c79-a8fa-41cf-a481-ee2a00a94726 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:21.944085 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-2000f2e3-8bd1-4e04-8cb6-198d90d17f28 req-529d6c79-a8fa-41cf-a481-ee2a00a94726 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] For port 2003a573-a8f5-4bc2-a99c-24a637138c9a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=2003a573-a8f5-4bc2-a99c-24a637138c9a,segment=NetworkSegment(573c2dfa-29ce-4305-979a-20bff5392418),segment_id=573c2dfa-29ce-4305-979a-20bff5392418)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:00:21.944531 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2000f2e3-8bd1-4e04-8cb6-198d90d17f28 req-529d6c79-a8fa-41cf-a481-ee2a00a94726 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:21.960094 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-2000f2e3-8bd1-4e04-8cb6-198d90d17f28 req-529d6c79-a8fa-41cf-a481-ee2a00a94726 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Calling delete_port for 2003a573-a8f5-4bc2-a99c-24a637138c9a owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:00:22.132964 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2000f2e3-8bd1-4e04-8cb6-198d90d17f28 req-529d6c79-a8fa-41cf-a481-ee2a00a94726 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:22.164116 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d6c79-a8fa-41cf-a481-ee2a00a94726 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Pushing event deleted for resources: {'Port': ['ID=2003a573-a8f5-4bc2-a99c-24a637138c9a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:22.237125 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2000f2e3-8bd1-4e04-8cb6-198d90d17f28 req-529d6c79-a8fa-41cf-a481-ee2a00a94726 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] No DVR routers for this DVR port 2003a573-a8f5-4bc2-a99c-24a637138c9a on host hv-cinder-81883 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:00:22.240472 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-2000f2e3-8bd1-4e04-8cb6-198d90d17f28 req-529d6c79-a8fa-41cf-a481-ee2a00a94726 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:22.243858 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2000f2e3-8bd1-4e04-8cb6-198d90d17f28 req-529d6c79-a8fa-41cf-a481-ee2a00a94726 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.83 "DELETE /v2.0/ports/2003a573-a8f5-4bc2-a99c-24a637138c9a HTTP/1.1" status: 204 len: 173 time: 0.5190077 Nov 22 23:00:22.244302 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb', 'name': 'network-vif-deleted', 'tag': '2003a573-a8f5-4bc2-a99c-24a637138c9a'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:00:22.246590 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5471ddaf-04e0-45e1-b17e-74f20ede8552" -d '{"events": [{"server_uuid": "7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb", "name": "network-vif-deleted", "tag": "2003a573-a8f5-4bc2-a99c-24a637138c9a"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:00:22.291474 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92c24b3-0707-48ce-a8c5-d528577c63b6 x-openstack-request-id: req-f92c24b3-0707-48ce-a8c5-d528577c63b6 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:00:22.291805 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb", "name": "network-vif-deleted", "tag": "2003a573-a8f5-4bc2-a99c-24a637138c9a", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:00:22.292099 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f92c24b3-0707-48ce-a8c5-d528577c63b6 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:00:22.292535 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb', 'name': 'network-vif-deleted', 'tag': '2003a573-a8f5-4bc2-a99c-24a637138c9a', 'status': 'completed', 'code': 200} Nov 22 23:00:22.758442 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dc433-829a-4482-bede-e0955b51a548 req-0f4f223e-d9bd-4b24-9804-984d9c415859 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:22.760119 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5f1dc433-829a-4482-bede-e0955b51a548 req-0f4f223e-d9bd-4b24-9804-984d9c415859 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0696435 Nov 22 23:00:22.796865 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-84185355-20fe-40b9-94d6-85ff9a628008 req-898acdcf-bdde-4b2a-bd35-e2eebaf6fea0 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 210 time: 0.0352063 Nov 22 23:00:22.838780 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5f1dc433-829a-4482-bede-e0955b51a548 req-287c4c31-1b1d-460b-abfd-98a13d3ab476 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633576 Nov 22 23:00:26.350840 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 2003a573-a8f5-4bc2-a99c-24a637138c9a no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:00:26.373407 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 2003a573-a8f5-4bc2-a99c-24a637138c9a {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:00:26.373698 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 2003a573-a8f5-4bc2-a99c-24a637138c9a not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:00:28.295966 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1ab9a041-32db-4478-b25c-803ab4316a0f req-71fb4cb1-1bff-4ce1-ac97-bf3ae25e2e9b tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 210 time: 0.0293188 Nov 22 23:00:28.402324 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da7c56-59d8-475b-936e-d753e5d6fa93 req-8c98d13c-fa93-476c-acaf-ebed45a13719 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:28.403858 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-87da7c56-59d8-475b-936e-d753e5d6fa93 req-8c98d13c-fa93-476c-acaf-ebed45a13719 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0484207 Nov 22 23:00:28.452412 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-87da7c56-59d8-475b-936e-d753e5d6fa93 req-37fafcfc-9ced-4d8e-8ec6-b6c4dca7f229 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Nov 22 23:00:29.412618 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bcfbe111-0dd3-4a2e-ad09-5bb91fad412a req-cba54f67-bde5-4919-851b-e6952709b211 tempest-DeleteServersTestJSON-1099926565 tempest-DeleteServersTestJSON-1099926565-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dbaecb1-8b97-4a9a-aca9-6157d2cd40bb HTTP/1.1" status: 200 len: 210 time: 0.0336955 Nov 22 23:00:29.594256 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ec5d3-5616-4efd-9ed7-c142dd25c1f0 req-1c8a3f60-8a39-4207-addd-ca4e730b4fbe tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:29.595944 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9f0ec5d3-5616-4efd-9ed7-c142dd25c1f0 req-1c8a3f60-8a39-4207-addd-ca4e730b4fbe tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0513234 Nov 22 23:00:29.663632 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9f0ec5d3-5616-4efd-9ed7-c142dd25c1f0 req-f7ab01dd-ccf6-44fb-883b-96782e913909 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584402 Nov 22 23:00:30.029177 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:30.803501 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2085af8-1292-49a0-8f4d-289b3a4a06fa req-45d05dd6-7e19-4052-a7c3-1c9fa947c733 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:30.805897 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2085af8-1292-49a0-8f4d-289b3a4a06fa req-45d05dd6-7e19-4052-a7c3-1c9fa947c733 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0610366 Nov 22 23:00:30.865230 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2085af8-1292-49a0-8f4d-289b3a4a06fa req-b09be770-5799-4abe-8b4e-9edfd7b4b2f3 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522878 Nov 22 23:00:31.108988 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36256) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:31.118094 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36260) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:31.222588 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-447b5641-14e0-489d-a08c-f6427b9686f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.249068 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d85e54a-7f17-42bc-ac91-2ebaed7e6f93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.363790 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-447b5641-14e0-489d-a08c-f6427b9686f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.371266 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-447b5641-14e0-489d-a08c-f6427b9686f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.403953 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d85e54a-7f17-42bc-ac91-2ebaed7e6f93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.420944 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d85e54a-7f17-42bc-ac91-2ebaed7e6f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.434460 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b5641-14e0-489d-a08c-f6427b9686f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d19c44-f82b-45df-8b70-da4d062dc30a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:31.446787 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-447b5641-14e0-489d-a08c-f6427b9686f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c0d1147faf345e99ce79f72ae66d4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337061 Nov 22 23:00:31.448784 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36266) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:31.466469 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-1d85e54a-7f17-42bc-ac91-2ebaed7e6f93 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=432618b3fcc345009b490f978886f310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473918 Nov 22 23:00:31.471181 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36268) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:31.481596 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85e54a-7f17-42bc-ac91-2ebaed7e6f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be17df3f-9306-4c62-b3e5-181cdd8eb0ac,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:31.504434 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9dec7559-8377-409b-9efc-4a1589f09d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.530057 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9dec7559-8377-409b-9efc-4a1589f09d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.533506 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a591325c-d29e-47df-b652-64b40cd49e9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.561035 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a591325c-d29e-47df-b652-64b40cd49e9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.581528 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9dec7559-8377-409b-9efc-4a1589f09d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.585118 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9dec7559-8377-409b-9efc-4a1589f09d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.586307 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-9dec7559-8377-409b-9efc-4a1589f09d9b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01d19c44-f82b-45df-8b70-da4d062dc30a HTTP/1.1" status: 204 len: 168 time: 0.1365364 Nov 22 23:00:31.595972 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec7559-8377-409b-9efc-4a1589f09d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d19c44-f82b-45df-8b70-da4d062dc30a,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:31.610479 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a591325c-d29e-47df-b652-64b40cd49e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.613339 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a591325c-d29e-47df-b652-64b40cd49e9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:31.614792 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-a591325c-d29e-47df-b652-64b40cd49e9d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be17df3f-9306-4c62-b3e5-181cdd8eb0ac HTTP/1.1" status: 204 len: 168 time: 0.1426980 Nov 22 23:00:31.628035 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591325c-d29e-47df-b652-64b40cd49e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be17df3f-9306-4c62-b3e5-181cdd8eb0ac,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:31.952760 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36290) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:31.977515 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36292) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:31.986047 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36294) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:31.995958 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-708cf20c-d242-45e6-b1b4-c7b093deb7e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.005999 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe267a80-fa3a-4072-98ae-e73ae55c1f23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.022141 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d53ae4-4542-483e-9db2-23c12d422cb3 req-ab14618f-8746-4eb5-bf39-552e618acf33 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:32.023919 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-40d53ae4-4542-483e-9db2-23c12d422cb3 req-ab14618f-8746-4eb5-bf39-552e618acf33 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0787978 Nov 22 23:00:32.031732 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07a422d-9bff-4a90-adfc-8231bf7b8881 admin admin] Deleting subnet 245a6a94-da0f-4b15-83c3-f249475814e0 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:00:32.040807 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b07a422d-9bff-4a90-adfc-8231bf7b8881 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.090379 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-40d53ae4-4542-483e-9db2-23c12d422cb3 req-5039645b-53e7-40cc-85be-c0a8af203add tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596006 Nov 22 23:00:32.104153 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b07a422d-9bff-4a90-adfc-8231bf7b8881 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396422'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.148503 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-708cf20c-d242-45e6-b1b4-c7b093deb7e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.152369 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-708cf20c-d242-45e6-b1b4-c7b093deb7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.179948 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b07a422d-9bff-4a90-adfc-8231bf7b8881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.192866 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cf20c-d242-45e6-b1b4-c7b093deb7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1b97e-7cce-4aa9-90e0-13a04d279f52,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:32.198039 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-708cf20c-d242-45e6-b1b4-c7b093deb7e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=974305d1254d4190b518e0937c0a6ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180717 Nov 22 23:00:32.200648 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36302) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:32.210542 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe267a80-fa3a-4072-98ae-e73ae55c1f23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.216374 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fe267a80-fa3a-4072-98ae-e73ae55c1f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.260529 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0c3d3143-816b-41a6-b074-89374f02af40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.271662 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe267a80-fa3a-4072-98ae-e73ae55c1f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722bb750-7073-49d9-8ffb-edb6f66060b6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:32.282095 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-fe267a80-fa3a-4072-98ae-e73ae55c1f23 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=523c9a3352e94599b935bc9ed3a3f5c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948856 Nov 22 23:00:32.284915 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36306) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:32.294484 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0c3d3143-816b-41a6-b074-89374f02af40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.308305 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b07a422d-9bff-4a90-adfc-8231bf7b8881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13277457'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.345694 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a422d-9bff-4a90-adfc-8231bf7b8881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=245a6a94-da0f-4b15-83c3-f249475814e0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:32.352263 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b07a422d-9bff-4a90-adfc-8231bf7b8881 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.353185 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0c3d3143-816b-41a6-b074-89374f02af40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.355644 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b07a422d-9bff-4a90-adfc-8231bf7b8881 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/245a6a94-da0f-4b15-83c3-f249475814e0 HTTP/1.1" status: 204 len: 168 time: 0.4010203 Nov 22 23:00:32.355951 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0c3d3143-816b-41a6-b074-89374f02af40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.359681 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-0c3d3143-816b-41a6-b074-89374f02af40 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07c1b97e-7cce-4aa9-90e0-13a04d279f52 HTTP/1.1" status: 204 len: 168 time: 0.1555023 Nov 22 23:00:32.359819 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36308) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:32.366841 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d3143-816b-41a6-b074-89374f02af40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1b97e-7cce-4aa9-90e0-13a04d279f52,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:32.423810 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b48e55d4-8f0e-4481-b4c8-5aba87031789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.457044 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.461393 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b48e55d4-8f0e-4481-b4c8-5aba87031789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.546473 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-61dd32fe-e41d-4fcc-af32-137740c809b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.570598 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.573343 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b48e55d4-8f0e-4481-b4c8-5aba87031789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.575951 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b48e55d4-8f0e-4481-b4c8-5aba87031789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.577102 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b48e55d4-8f0e-4481-b4c8-5aba87031789 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/722bb750-7073-49d9-8ffb-edb6f66060b6 HTTP/1.1" status: 204 len: 168 time: 0.2912858 Nov 22 23:00:32.595390 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e55d4-8f0e-4481-b4c8-5aba87031789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722bb750-7073-49d9-8ffb-edb6f66060b6,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:32.605541 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbfe9b4-10d0-433e-bb54-f88a06c5a93e']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:32.618062 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573c2dfa-29ce-4305-979a-20bff5392418') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:32.618350 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573c2dfa-29ce-4305-979a-20bff5392418') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:32.628275 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396447'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.646464 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.653243 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:00:32.653696 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536132'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: Traceback (most recent call last): Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: timer() Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: cb(*args, **kw) Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: return func(*args, **kwargs) Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: self._notify() Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: self.callback(batched_events) Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: event.method(event) Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: return f(self, *a, **k) Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._get(url).json() Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:00:32.655568 dv-cinder-818834-1-iscsi neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:00:32.737116 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.760146 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.766825 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9bbfe9b4-10d0-433e-bb54-f88a06c5a93e HTTP/1.1" status: 204 len: 168 time: 0.4048562 Nov 22 23:00:32.766825 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6a8f1-e648-4993-8d46-7fbe54f10906 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbfe9b4-10d0-433e-bb54-f88a06c5a93e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:32.836087 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36320) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:32.856111 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cebdfce4-3bd6-45df-af3b-f320c9675079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.979294 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cebdfce4-3bd6-45df-af3b-f320c9675079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:32.983845 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cebdfce4-3bd6-45df-af3b-f320c9675079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.030318 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdfce4-3bd6-45df-af3b-f320c9675079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dda8878-f43c-4cc7-9ffb-dc64446f0e9f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:33.034694 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-cebdfce4-3bd6-45df-af3b-f320c9675079 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a20aac1c701043d492aca64b4e0b429b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975181 Nov 22 23:00:33.037861 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36326) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:33.058445 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36328) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:33.073181 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36330) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:33.096760 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f02ef1-d1c3-47cc-95da-221f47374c2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.106845 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-9b5323f2-f2f1-40bf-a0d4-f3446e6e9e05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ae3b6b7cb754497a30d3a41220bef60&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0463576 Nov 22 23:00:33.110229 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36332) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:33.131222 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d421de3d-f4b7-45d5-979f-c735599e8d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.165032 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d421de3d-f4b7-45d5-979f-c735599e8d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.168586 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1006222a-aa5f-42eb-a0f0-33122e52d5f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.208728 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1006222a-aa5f-42eb-a0f0-33122e52d5f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.239268 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f02ef1-d1c3-47cc-95da-221f47374c2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.246369 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-85f02ef1-d1c3-47cc-95da-221f47374c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.280779 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-85f02ef1-d1c3-47cc-95da-221f47374c2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a5a7979156df47b6823703923a39c89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035098 Nov 22 23:00:33.280779 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d421de3d-f4b7-45d5-979f-c735599e8d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.281949 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d421de3d-f4b7-45d5-979f-c735599e8d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.287470 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-d421de3d-f4b7-45d5-979f-c735599e8d53 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2dda8878-f43c-4cc7-9ffb-dc64446f0e9f HTTP/1.1" status: 204 len: 168 time: 0.2471292 Nov 22 23:00:33.289113 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36344) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:33.332242 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b03b9f-3de9-442a-980e-0406c9293749 req-32c81e9b-f95a-4c2b-9c4d-f49782dd4dc9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:33.334137 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-66b03b9f-3de9-442a-980e-0406c9293749 req-32c81e9b-f95a-4c2b-9c4d-f49782dd4dc9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.1457083 Nov 22 23:00:33.334935 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1006222a-aa5f-42eb-a0f0-33122e52d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.337541 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1006222a-aa5f-42eb-a0f0-33122e52d5f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.342894 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-1006222a-aa5f-42eb-a0f0-33122e52d5f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9ec3629-510a-4ecc-9bb3-00446e1e6186 HTTP/1.1" status: 204 len: 168 time: 0.2300794 Nov 22 23:00:33.344250 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f02ef1-d1c3-47cc-95da-221f47374c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0c565a-050b-4f48-85aa-57fb617aed60,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:33.362922 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006222a-aa5f-42eb-a0f0-33122e52d5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ec3629-510a-4ecc-9bb3-00446e1e6186,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:33.388750 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d846c41-a5f3-46c8-bebb-1bb051bf61e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.390444 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421de3d-f4b7-45d5-979f-c735599e8d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dda8878-f43c-4cc7-9ffb-dc64446f0e9f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:33.418414 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-66b03b9f-3de9-442a-980e-0406c9293749 req-8a8bdbd1-d531-4853-b9bd-c44e1388f8de tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742991 Nov 22 23:00:33.420753 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d846c41-a5f3-46c8-bebb-1bb051bf61e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.485646 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d846c41-a5f3-46c8-bebb-1bb051bf61e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.488587 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6d846c41-a5f3-46c8-bebb-1bb051bf61e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:33.490269 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-6d846c41-a5f3-46c8-bebb-1bb051bf61e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6b0c565a-050b-4f48-85aa-57fb617aed60 HTTP/1.1" status: 204 len: 168 time: 0.1996346 Nov 22 23:00:33.498553 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d846c41-a5f3-46c8-bebb-1bb051bf61e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0c565a-050b-4f48-85aa-57fb617aed60,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:34.550103 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3601036-cbdc-4a0a-8bf3-74242236ff4e req-1621e4e4-784a-449d-8e95-0955b181e331 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:34.552455 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a3601036-cbdc-4a0a-8bf3-74242236ff4e req-1621e4e4-784a-449d-8e95-0955b181e331 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0588799 Nov 22 23:00:34.609412 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a3601036-cbdc-4a0a-8bf3-74242236ff4e req-0450b3c1-0d9c-4ef2-bd54-3cb3680b3315 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489872 Nov 22 23:00:34.779684 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36428) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:35.062418 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-562f9cd5-f7f9-413d-92d2-bf7d44afbf5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.166913 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-562f9cd5-f7f9-413d-92d2-bf7d44afbf5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.173488 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-562f9cd5-f7f9-413d-92d2-bf7d44afbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.212161 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f9cd5-f7f9-413d-92d2-bf7d44afbf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b77c2ff-0fa8-4f64-849b-f591279c5653,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:35.216487 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-562f9cd5-f7f9-413d-92d2-bf7d44afbf5d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47f02d28ea5b4c7b900ec75ce7a0d111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357414 Nov 22 23:00:35.219089 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36454) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:35.253099 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-465202bc-275c-46e6-972d-3138477a39e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.273922 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f521-2d52-4677-be4e-7673fcbb25ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.298436 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f521-2d52-4677-be4e-7673fcbb25ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.354480 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f521-2d52-4677-be4e-7673fcbb25ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.357219 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f521-2d52-4677-be4e-7673fcbb25ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.358416 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-9ad4f521-2d52-4677-be4e-7673fcbb25ad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b77c2ff-0fa8-4f64-849b-f591279c5653 HTTP/1.1" status: 204 len: 168 time: 0.1383522 Nov 22 23:00:35.364632 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36462) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:35.367776 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4f521-2d52-4677-be4e-7673fcbb25ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b77c2ff-0fa8-4f64-849b-f591279c5653,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:35.563717 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-316633a6-6e4f-4192-8a71-c02deb749ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.646051 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-316633a6-6e4f-4192-8a71-c02deb749ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.653377 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-316633a6-6e4f-4192-8a71-c02deb749ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.690566 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316633a6-6e4f-4192-8a71-c02deb749ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3b0082-1723-48b4-b242-9130af1f90b9,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:35.709284 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-316633a6-6e4f-4192-8a71-c02deb749ab3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcab7faa54d447eb8f7af0f8a393f332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435016 Nov 22 23:00:35.712055 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36482) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:35.771462 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ca05f97-05ab-410a-8809-6ba0691cdcfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.775875 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e9021-bba5-498a-bea0-9dc760fd5dea req-2daac51d-44d8-4407-9007-35d6b8279183 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:35.784168 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f11e9021-bba5-498a-bea0-9dc760fd5dea req-2daac51d-44d8-4407-9007-35d6b8279183 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0685437 Nov 22 23:00:35.795130 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ca05f97-05ab-410a-8809-6ba0691cdcfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.849149 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f11e9021-bba5-498a-bea0-9dc760fd5dea req-daf2717b-cb05-4db0-9105-795ada4229d4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590479 Nov 22 23:00:35.867970 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ca05f97-05ab-410a-8809-6ba0691cdcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.871307 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7ca05f97-05ab-410a-8809-6ba0691cdcfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:35.874132 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-7ca05f97-05ab-410a-8809-6ba0691cdcfc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa3b0082-1723-48b4-b242-9130af1f90b9 HTTP/1.1" status: 204 len: 168 time: 0.1610305 Nov 22 23:00:35.884422 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca05f97-05ab-410a-8809-6ba0691cdcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3b0082-1723-48b4-b242-9130af1f90b9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:36.061536 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:00:36.324107 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:36.815583 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36548) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:36.939118 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-635087930-network', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:36.963958 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Made reservation on behalf of f8e29191d83b4af2b4c82ff4194343c7 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:00:36.967285 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:36.981586 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:36.988744 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329b527-cf22-4d6c-a96d-f527a9185254 req-1022d60a-8820-4658-8721-3173970189f8 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:36.991612 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a329b527-cf22-4d6c-a96d-f527a9185254 req-1022d60a-8820-4658-8721-3173970189f8 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0573218 Nov 22 23:00:37.027927 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36558) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:37.068690 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a329b527-cf22-4d6c-a96d-f527a9185254 req-fc004a23-0ad6-4cf9-ad23-d0a33112c3c6 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704944 Nov 22 23:00:37.075417 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.079371 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.112705 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 23:00:37.132729 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bf97a3-daa1-43c4-9a0b-345310b7a8d0,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:37.138289 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.138632 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Added segment 6c2ad960-543e-4987-bf66-502ac632513a of type vlan for network b486bead-762c-46e4-ac1b-a687c9397500 Nov 22 23:00:37.172371 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-347854604-network', 'tenant_id': '4371c64c75764f9c80faa90370720ae5'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:37.194572 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.205012 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Made reservation on behalf of 4371c64c75764f9c80faa90370720ae5 for: {'network': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:00:37.207402 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.216869 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.222375 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.223992 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:37.224707 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.280864 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4641316 Nov 22 23:00:37.287683 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36568) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:37.293940 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066714d-56e8-480f-9c52-c66fb51eea4f admin admin] Pushing event updated for resources: {'Network': ['ID=b486bead-762c-46e4-ac1b-a687c9397500,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:37.297826 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-6e665fd4-c075-4703-a9d2-df56cf2d85ce admin admin] Request body: {'subnet': {'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-635087930-subnet', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'ip_version': 4}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:37.304833 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network b486bead-762c-46e4-ac1b-a687c9397500 details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 23:00:37.318834 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.324214 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.350195 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e665fd4-c075-4703-a9d2-df56cf2d85ce admin admin] Made reservation on behalf of f8e29191d83b4af2b4c82ff4194343c7 for: {'subnet': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:00:37.351870 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6e665fd4-c075-4703-a9d2-df56cf2d85ce admin admin] Publish callbacks [] for subnet, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.373009 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=102663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 23:00:37.416247 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df04c60a-6f71-48f7-9779-0221df8748ec,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:37.426037 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.426384 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.segments_db [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Added segment efb098af-2a53-45e3-942f-360340ca026a of type vlan for network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 Nov 22 23:00:37.485911 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.523394 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.524422 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:37.525032 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.608813 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5769830 Nov 22 23:00:37.609123 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36574) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:37.614798 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-6b5521e0-3814-4586-b11a-d59a0fe7ec66 admin admin] Request body: {'subnet': {'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-347854604-subnet', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:37.625548 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602cd2c-f74f-451d-b879-99398e71ce06 admin admin] Pushing event updated for resources: {'Network': ['ID=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:37.637724 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 23:00:37.642339 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5521e0-3814-4586-b11a-d59a0fe7ec66 admin admin] Made reservation on behalf of 4371c64c75764f9c80faa90370720ae5 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:00:37.644915 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6b5521e0-3814-4586-b11a-d59a0fe7ec66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13277492'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.671677 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6e665fd4-c075-4703-a9d2-df56cf2d85ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.723791 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.731765 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e665fd4-c075-4703-a9d2-df56cf2d85ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=20720024-8213-4c8b-9843-b7ef13d5389b,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:37.742767 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e665fd4-c075-4703-a9d2-df56cf2d85ce admin admin] Checking segment: {'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:37.743193 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e665fd4-c075-4703-a9d2-df56cf2d85ce admin admin] Network hostable DHCP agents. Network: b486bead-762c-46e4-ac1b-a687c9397500, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 23:00:37.760842 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e665fd4-c075-4703-a9d2-df56cf2d85ce admin admin] Network b486bead-762c-46e4-ac1b-a687c9397500 is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 23:00:37.772580 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-6e665fd4-c075-4703-a9d2-df56cf2d85ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, b486bead-762c-46e4-ac1b-a687c9397500) {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:37.779057 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e665fd4-c075-4703-a9d2-df56cf2d85ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:37.780071 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6e665fd4-c075-4703-a9d2-df56cf2d85ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.784548 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e031395-efa6-4501-ab19-b64dcaf3950a None None] Network b486bead-762c-46e4-ac1b-a687c9397500 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:00:37.808139 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-6e665fd4-c075-4703-a9d2-df56cf2d85ce admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5182853 Nov 22 23:00:37.810341 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36578) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:37.815003 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:37.839345 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26039'] for router, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.840575 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28228'] for router, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.841632 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6b5521e0-3814-4586-b11a-d59a0fe7ec66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13536027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13277466'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.908050 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.918650 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5521e0-3814-4586-b11a-d59a0fe7ec66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=450f4020-44ab-4ce7-9946-d9eada69384a,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:37.929066 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5521e0-3814-4586-b11a-d59a0fe7ec66 admin admin] Checking segment: {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:37.929415 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5521e0-3814-4586-b11a-d59a0fe7ec66 admin admin] Network hostable DHCP agents. Network: 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 23:00:37.948774 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5521e0-3814-4586-b11a-d59a0fe7ec66 admin admin] Network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 23:00:37.966628 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-6b5521e0-3814-4586-b11a-d59a0fe7ec66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:37.972433 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5521e0-3814-4586-b11a-d59a0fe7ec66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:37.973290 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6b5521e0-3814-4586-b11a-d59a0fe7ec66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:37.985669 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a8c488-841f-4993-9bb2-73c12700f170 None None] Network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:00:37.992491 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-6b5521e0-3814-4586-b11a-d59a0fe7ec66 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3821657 Nov 22 23:00:37.995907 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36582) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:38.001774 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:38.029359 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26039'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.030593 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28228'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.073770 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32a08a7-587b-5100-8c07-e5f5466f0d27-b486bead-762c-46e4-ac1b-a687c9397500', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'fixed_ips': [{'subnet_id': '20720024-8213-4c8b-9843-b7ef13d5389b'}]}} from dv-cinder-818834-1-iscsi. {{(pid=102664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 23:00:38.074690 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.103536 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.104221 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.226890 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e4c2f-d587-4952-a044-5d987b25802c req-7812dd3d-d768-4dfd-b597-61c0b7326e77 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:38.234265 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ee9e4c2f-d587-4952-a044-5d987b25802c req-7812dd3d-d768-4dfd-b597-61c0b7326e77 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0815296 Nov 22 23:00:38.283218 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.302750 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ee9e4c2f-d587-4952-a044-5d987b25802c req-b7e21cac-cda6-4da5-98dd-d986db981b85 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637405 Nov 22 23:00:38.306605 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.341199 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Allocated IP 172.20.0.2 (b486bead-762c-46e4-ac1b-a687c9397500/20720024-8213-4c8b-9843-b7ef13d5389b/61476697-4faa-4412-b76c-fcba4fdcdd4f) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:00:38.425027 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32a08a7-587b-5100-8c07-e5f5466f0d27-0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a'}]}} from dv-cinder-818834-1-iscsi. {{(pid=102664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 23:00:38.426086 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.482628 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.501675 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.557273 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.582156 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.694800 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Allocated IP 172.27.0.228 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/61a58d19-421a-4c45-87af-6defa87ba616) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:00:38.705325 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.711915 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Allocated IP 172.20.0.2 (0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9/450f4020-44ab-4ce7-9946-d9eada69384a/35624bd2-5507-4d21-b6e8-ddd428a75736) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:00:38.715033 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.766838 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Network b486bead-762c-46e4-ac1b-a687c9397500 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:38.781267 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:38.805029 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.809854 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:00:38.814871 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Pushing event updated for resources: {'Port': ['ID=61476697-4faa-4412-b76c-fcba4fdcdd4f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:38.830615 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:38.830990 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:38.831339 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:38.831674 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:38.832022 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:38.832347 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:38.832788 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:38.833135 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:38.833465 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:38.833816 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:38.834140 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:38.834463 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:38.849384 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.888678 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:38.893191 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:38.895860 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:00:38.901856 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Allocated IP 172.27.0.56 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/43051c43-288a-43ee-92a4-5b28a91bb225) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:00:38.914257 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Attempting to bind port 61476697-4faa-4412-b76c-fcba4fdcdd4f on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:00:38.914635 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Attempting to bind port 61476697-4faa-4412-b76c-fcba4fdcdd4f by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:00:38.915044 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Attempting to bind port 61476697-4faa-4412-b76c-fcba4fdcdd4f on network b486bead-762c-46e4-ac1b-a687c9397500 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:00:38.929783 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:00:38.930163 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Checking segment: {'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:38.930570 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.931029 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Bound using segment: {'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:00:38.931508 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Bound port: 61476697-4faa-4412-b76c-fcba4fdcdd4f, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:00:38.931920 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:38.970133 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Pushing event updated for resources: {'Port': ['ID=61a58d19-421a-4c45-87af-6defa87ba616,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:39.014780 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:39.016312 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:39.029104 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:39.054519 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:39.079435 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] For port 61476697-4faa-4412-b76c-fcba4fdcdd4f, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:00:39.085444 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:39.099365 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:39.100791 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Pushing event updated for resources: {'Port': ['ID=35624bd2-5507-4d21-b6e8-ddd428a75736,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:39.104228 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] For port 61476697-4faa-4412-b76c-fcba4fdcdd4f, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=61476697-4faa-4412-b76c-fcba4fdcdd4f,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:00:39.105366 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:00:39.111855 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:39.130855 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:39.136443 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:39.139990 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:00:39.161250 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:39.168235 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Pushing event updated for resources: {'Port': ['ID=43051c43-288a-43ee-92a4-5b28a91bb225,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:39.213661 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Attempting to bind port 35624bd2-5507-4d21-b6e8-ddd428a75736 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:00:39.214321 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Attempting to bind port 35624bd2-5507-4d21-b6e8-ddd428a75736 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:00:39.214869 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Attempting to bind port 35624bd2-5507-4d21-b6e8-ddd428a75736 on network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:00:39.217206 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654b2c1-7a89-43e6-9a1b-55e91a66a276 None None] Pushing event updated for resources: {'Port': ['ID=61476697-4faa-4412-b76c-fcba4fdcdd4f,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:39.225244 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:00:39.225918 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Checking segment: {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:39.226505 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:39.227042 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Bound using segment: {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:00:39.227675 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Bound port: 35624bd2-5507-4d21-b6e8-ddd428a75736, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:00:39.228063 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:39.344907 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] For port 35624bd2-5507-4d21-b6e8-ddd428a75736, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:00:39.356122 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] For port 35624bd2-5507-4d21-b6e8-ddd428a75736, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=35624bd2-5507-4d21-b6e8-ddd428a75736,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:00:39.367015 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:39.461971 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038829ab-8a13-4741-bc83-a326e222fca8 None None] Pushing event updated for resources: {'Port': ['ID=35624bd2-5507-4d21-b6e8-ddd428a75736,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:39.625046 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3b02-778c-4116-b687-839abc7f9445 req-af128c64-efcd-40d3-8aa3-1d99fc087053 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:39.631198 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-789d3b02-778c-4116-b687-839abc7f9445 req-af128c64-efcd-40d3-8aa3-1d99fc087053 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.1817746 Nov 22 23:00:39.788465 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-789d3b02-778c-4116-b687-839abc7f9445 req-e4b2136b-1b04-4bd6-bac3-3a7d2af97c06 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468136 Nov 22 23:00:39.891466 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352066'] for router, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:39.922891 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:40.042197 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Router 12a8518f-3f44-403e-9e99-2da8b55a1291 is scheduled to L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 with binding_index 1 {{(pid=102663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 23:00:40.150216 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352066'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:40.157937 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:00:40.171571 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Sync routers for ids ['12a8518f-3f44-403e-9e99-2da8b55a1291'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:00:40.180283 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] Publish callbacks [] for router, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:40.184553 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-19b18a0f-6f4e-4b03-8ea9-ffb305906057 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3728683 Nov 22 23:00:40.185173 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36614) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:40.186296 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Routers {'12a8518f-3f44-403e-9e99-2da8b55a1291'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:40.187121 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['12a8518f-3f44-403e-9e99-2da8b55a1291'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:40.308644 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e is scheduled to L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 23:00:40.339163 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Set router 12a8518f-3f44-403e-9e99-2da8b55a1291 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:40.449877 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:00:40.465359 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Sync routers for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:00:40.477033 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:40.478607 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-c8f07e2a-d81d-4122-bd01-99197808209c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4815550 Nov 22 23:00:40.481477 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36616) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:40.494900 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:40.495596 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:40.639206 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 35624bd2-5507-4d21-b6e8-ddd428a75736 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:40.641207 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d9660-9b97-4eb5-ac28-753e73c57e8f None None] Network b486bead-762c-46e4-ac1b-a687c9397500 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:00:40.674687 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:00:39Z', 'revision_number': 3, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:40.721826 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Checking router: 12a8518f-3f44-403e-9e99-2da8b55a1291 for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:00:40.722449 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Updating router 12a8518f-3f44-403e-9e99-2da8b55a1291 port 61a58d19-421a-4c45-87af-6defa87ba616 binding host dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 23:00:40.736781 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:40.768479 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:40.859284 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:41.120241 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Allocated IP 172.20.0.1 (b486bead-762c-46e4-ac1b-a687c9397500/20720024-8213-4c8b-9843-b7ef13d5389b/74227afc-21ea-4f01-a4a0-c149aafff1d4) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:00:41.149649 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.156880 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-1d0e3146-c21e-4e2f-8bae-a9ab968b8797 None None] Provisioning complete for port 61476697-4faa-4412-b76c-fcba4fdcdd4f triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:41.157278 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d0e3146-c21e-4e2f-8bae-a9ab968b8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.157753 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.194381 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.218113 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a006ca-7bf6-41df-9f1f-d9de0774f0a3 None None] Network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:00:41.219446 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Pushing event updated for resources: {'Port': ['ID=61a58d19-421a-4c45-87af-6defa87ba616,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:41.230016 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:41.230397 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:41.230902 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:41.231178 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:41.231539 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:41.231871 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:41.232297 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:41.232495 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:41.232896 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:41.233228 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:41.233547 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:41.233952 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:41.281280 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Attempting to bind port 61a58d19-421a-4c45-87af-6defa87ba616 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:00:41.281642 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Attempting to bind port 61a58d19-421a-4c45-87af-6defa87ba616 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:00:41.282085 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Attempting to bind port 61a58d19-421a-4c45-87af-6defa87ba616 on network e28730dd-aa15-45df-ad65-718ec9d0cbab {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:00:41.288616 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:00:41.288906 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Checking segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:41.289407 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.289831 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Bound using segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:00:41.290568 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Bound port: 61a58d19-421a-4c45-87af-6defa87ba616, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:00:41.290965 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.372707 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.374958 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] For port 61a58d19-421a-4c45-87af-6defa87ba616, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:00:41.380174 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] For port 61a58d19-421a-4c45-87af-6defa87ba616, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=61a58d19-421a-4c45-87af-6defa87ba616,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:00:41.385574 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.409480 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 35624bd2-5507-4d21-b6e8-ddd428a75736 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:41.410159 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.427829 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.453961 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Allocated IP 172.20.0.1 (0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9/450f4020-44ab-4ce7-9946-d9eada69384a/1cebc737-59f6-4c96-b04c-3c31cf3065d8) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:00:41.478582 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Network b486bead-762c-46e4-ac1b-a687c9397500 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:41.486767 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:41.487573 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30055694-ec3d-4708-81be-bf88e9ae45ef None None] Pushing event updated for resources: {'Port': ['ID=61a58d19-421a-4c45-87af-6defa87ba616,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:41.491645 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:00:41.492405 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16292325'] for router_interface, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.525778 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Routers {'12a8518f-3f44-403e-9e99-2da8b55a1291'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:41.526404 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['12a8518f-3f44-403e-9e99-2da8b55a1291'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:41.576457 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Pushing event updated for resources: {'Port': ['ID=74227afc-21ea-4f01-a4a0-c149aafff1d4,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:41.688902 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d0e3146-c21e-4e2f-8bae-a9ab968b8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.691992 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.696997 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.788846 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.860454 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.862095 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:41.876822 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:41.884876 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-1d0e3146-c21e-4e2f-8bae-a9ab968b8797 None None] For port 61476697-4faa-4412-b76c-fcba4fdcdd4f, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=61476697-4faa-4412-b76c-fcba4fdcdd4f,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:00:41.885279 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:00:41.902305 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d0e3146-c21e-4e2f-8bae-a9ab968b8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:41.969334 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Pushing event updated for resources: {'Port': ['ID=1cebc737-59f6-4c96-b04c-3c31cf3065d8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:42.000748 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16292325'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:42.015110 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:39Z', 'revision_number': 3, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:42.016503 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] Set router 12a8518f-3f44-403e-9e99-2da8b55a1291 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:42.057863 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:42.067436 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:42.068464 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292217'] for router_interface, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:42.122775 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port 35624bd2-5507-4d21-b6e8-ddd428a75736, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=35624bd2-5507-4d21-b6e8-ddd428a75736,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:00:42.124000 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Checking router: 6e2d9066-54c9-486d-bd4a-1c5a235dc91e for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:00:42.124354 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Updating router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e port 43051c43-288a-43ee-92a4-5b28a91bb225 binding host dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 23:00:42.163762 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:42.164729 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 61476697-4faa-4412-b76c-fcba4fdcdd4f up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:42.229774 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e3146-c21e-4e2f-8bae-a9ab968b8797 None None] Pushing event updated for resources: {'Port': ['ID=61476697-4faa-4412-b76c-fcba4fdcdd4f,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:42.251067 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:42.252617 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-9b05ea9c-9cc3-45e0-9bc4-a4fe769d4ee0 None None] Provisioning complete for port 35624bd2-5507-4d21-b6e8-ddd428a75736 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:42.253079 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b05ea9c-9cc3-45e0-9bc4-a4fe769d4ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:42.292652 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:42.388878 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:00:39Z', 'revision_number': 3, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:42.398092 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Network b486bead-762c-46e4-ac1b-a687c9397500 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:42.401246 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:42.403804 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Pushing event updated for resources: {'Port': ['ID=74227afc-21ea-4f01-a4a0-c149aafff1d4,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:42.439383 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d651b6-d8bf-41a5-8390-717bda26b396 None None] The sync data for ids ['12a8518f-3f44-403e-9e99-2da8b55a1291'] in dv-cinder-818834-1-iscsi is: [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:00:39Z', 'revision_number': 3, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:00:42.538334 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=35624bd2-5507-4d21-b6e8-ddd428a75736,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:42.619149 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Router 12a8518f-3f44-403e-9e99-2da8b55a1291 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:00:42.646687 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:42.655029 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:42.682617 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 61476697-4faa-4412-b76c-fcba4fdcdd4f triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:42.682997 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:42.769707 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:00:42.786394 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-eb3192ca-c141-49bb-bda7-0174e6f8d45b admin admin] 10.222.0.81 "PUT /v2.0/routers/12a8518f-3f44-403e-9e99-2da8b55a1291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5907207 Nov 22 23:00:42.786636 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Pushing event updated for resources: {'Port': ['ID=1cebc737-59f6-4c96-b04c-3c31cf3065d8,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:42.786636 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292217'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:42.965507 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:42.970518 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:43.064132 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-dc076610-c6dc-4845-803c-62ad02bb31e5 None None] Provisioning complete for port 61476697-4faa-4412-b76c-fcba4fdcdd4f triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:43.064685 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc076610-c6dc-4845-803c-62ad02bb31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.179719 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.192888 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.200584 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:00:43.310238 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4103b-203c-4b0e-bafc-ee62c2e53422 None None] Pushing event updated for resources: {'Port': ['ID=43051c43-288a-43ee-92a4-5b28a91bb225,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:43.338623 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 35624bd2-5507-4d21-b6e8-ddd428a75736 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:43.369542 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:00:43.386538 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-dc3bb6e4-0845-405a-a490-93646773e868 admin admin] 10.222.0.81 "PUT /v2.0/routers/6e2d9066-54c9-486d-bd4a-1c5a235dc91e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8935568 Nov 22 23:00:43.397954 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-dc076610-c6dc-4845-803c-62ad02bb31e5 None None] Provisioning complete for port 74227afc-21ea-4f01-a4a0-c149aafff1d4 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:43.398338 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc076610-c6dc-4845-803c-62ad02bb31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.451694 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Attempting to bind port 43051c43-288a-43ee-92a4-5b28a91bb225 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:00:43.452349 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Attempting to bind port 43051c43-288a-43ee-92a4-5b28a91bb225 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:00:43.452731 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Attempting to bind port 43051c43-288a-43ee-92a4-5b28a91bb225 on network e28730dd-aa15-45df-ad65-718ec9d0cbab {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:00:43.467399 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:00:43.467877 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Checking segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:43.468325 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.469094 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Bound using segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:00:43.469593 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Bound port: 43051c43-288a-43ee-92a4-5b28a91bb225, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:00:43.470247 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.474842 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-dc076610-c6dc-4845-803c-62ad02bb31e5 None None] Port 74227afc-21ea-4f01-a4a0-c149aafff1d4 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:00:43.539568 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-dc076610-c6dc-4845-803c-62ad02bb31e5 None None] Provisioning complete for port 35624bd2-5507-4d21-b6e8-ddd428a75736 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:43.540538 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc076610-c6dc-4845-803c-62ad02bb31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.564480 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 35624bd2-5507-4d21-b6e8-ddd428a75736 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:43.564841 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.589145 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36704) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:43.596885 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1725686294-network', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:43.603734 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] For port 43051c43-288a-43ee-92a4-5b28a91bb225, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:00:43.635543 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] For port 43051c43-288a-43ee-92a4-5b28a91bb225, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=43051c43-288a-43ee-92a4-5b28a91bb225,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:00:43.644444 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.645816 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Made reservation on behalf of 8f0e530107d74d16960c49ee2e7daf85 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:00:43.653116 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.671783 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.766191 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.772603 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.807568 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 23:00:43.818823 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcb1479-a378-4296-84f6-1e1dcda7ecfa,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:43.837120 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.838189 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Added segment e03b9880-02ab-499b-a282-9af1cd347c79 of type vlan for network f56f55bd-e23e-4c18-b0dc-cffda88c07e4 Nov 22 23:00:43.902079 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.915925 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:43.916581 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:43.942979 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.944452 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:43.945443 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:43.962969 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3720808 Nov 22 23:00:43.966264 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36714) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:43.974451 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 61476697-4faa-4412-b76c-fcba4fdcdd4f up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:43.976238 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4103b-203c-4b0e-bafc-ee62c2e53422 None None] Pushing event updated for resources: {'Port': ['ID=43051c43-288a-43ee-92a4-5b28a91bb225,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:43.992362 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-c5e2aa03-9760-4d76-a6d7-27694d720830 admin admin] Request body: {'subnet': {'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1725686294-subnet', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'ip_version': 4}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:44.029187 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-dc076610-c6dc-4845-803c-62ad02bb31e5 None None] Provisioning complete for port 1cebc737-59f6-4c96-b04c-3c31cf3065d8 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:44.029343 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc076610-c6dc-4845-803c-62ad02bb31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.030132 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa9871-30ba-4543-8019-76041c005f82 admin admin] Pushing event updated for resources: {'Network': ['ID=f56f55bd-e23e-4c18-b0dc-cffda88c07e4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:44.032142 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e2aa03-9760-4d76-a6d7-27694d720830 admin admin] Made reservation on behalf of 8f0e530107d74d16960c49ee2e7daf85 for: {'subnet': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:00:44.035061 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5e2aa03-9760-4d76-a6d7-27694d720830 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.094233 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network f56f55bd-e23e-4c18-b0dc-cffda88c07e4 details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 23:00:44.155917 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36720) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:44.161745 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1346370937-network', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:44.166657 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-dc076610-c6dc-4845-803c-62ad02bb31e5 None None] Port 1cebc737-59f6-4c96-b04c-3c31cf3065d8 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:00:44.195620 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Made reservation on behalf of 1cedc972cf7f4d5f887043291719eae1 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:00:44.198341 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.212750 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.214685 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:44.336526 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 61476697-4faa-4412-b76c-fcba4fdcdd4f triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:44.337074 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.360538 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.366159 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.392099 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 23:00:44.395971 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-356dc3ee-36c1-41f9-80cf-3d0db46b7f6b None None] Provisioning complete for port 1cebc737-59f6-4c96-b04c-3c31cf3065d8 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:44.396349 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-356dc3ee-36c1-41f9-80cf-3d0db46b7f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.410146 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d1adaf-f928-4cda-9a4b-f8ca5f0a2636,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:44.411453 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa6db9-e167-43a5-98b5-b265f067f8aa req-184ae1f2-09a1-4661-8099-cd42c7399cea tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:44.413065 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d2aa6db9-e167-43a5-98b5-b265f067f8aa req-184ae1f2-09a1-4661-8099-cd42c7399cea tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0776253 Nov 22 23:00:44.417127 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.417607 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Added segment 9512251b-f984-40f2-9a49-e3c454168e13 of type vlan for network aa006569-9280-4f9a-a561-13e79f166bb5 Nov 22 23:00:44.469465 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.497059 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d2aa6db9-e167-43a5-98b5-b265f067f8aa req-79ddd9c9-6128-44b7-880f-03672e6d9a1e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705125 Nov 22 23:00:44.520833 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.521608 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:44.522654 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.535666 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-356dc3ee-36c1-41f9-80cf-3d0db46b7f6b None None] Port 1cebc737-59f6-4c96-b04c-3c31cf3065d8 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:00:44.584494 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4274008 Nov 22 23:00:44.587214 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36730) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:44.593997 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-13799987-837e-4556-8ecc-b7912fa715ca admin admin] Request body: {'subnet': {'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1346370937-subnet', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:44.616136 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c40218-008c-4a67-942c-0b6de85f322b admin admin] Pushing event updated for resources: {'Network': ['ID=aa006569-9280-4f9a-a561-13e79f166bb5,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:44.622581 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13799987-837e-4556-8ecc-b7912fa715ca admin admin] Made reservation on behalf of 1cedc972cf7f4d5f887043291719eae1 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:00:44.625294 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13799987-837e-4556-8ecc-b7912fa715ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13277492'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.646477 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network aa006569-9280-4f9a-a561-13e79f166bb5 details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 23:00:44.647988 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5e2aa03-9760-4d76-a6d7-27694d720830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.716305 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2aa03-9760-4d76-a6d7-27694d720830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2f498c-ae87-4b83-bc84-1c6898e1d9d5,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:44.729188 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2aa03-9760-4d76-a6d7-27694d720830 admin admin] Checking segment: {'id': 'e03b9880-02ab-499b-a282-9af1cd347c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:44.729749 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2aa03-9760-4d76-a6d7-27694d720830 admin admin] Network hostable DHCP agents. Network: f56f55bd-e23e-4c18-b0dc-cffda88c07e4, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 23:00:44.731466 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 61a58d19-421a-4c45-87af-6defa87ba616 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:44.749869 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2aa03-9760-4d76-a6d7-27694d720830 admin admin] Network f56f55bd-e23e-4c18-b0dc-cffda88c07e4 is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 23:00:44.763607 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c5e2aa03-9760-4d76-a6d7-27694d720830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, f56f55bd-e23e-4c18-b0dc-cffda88c07e4) {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:44.775040 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2aa03-9760-4d76-a6d7-27694d720830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:44.775644 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c5e2aa03-9760-4d76-a6d7-27694d720830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.775764 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ab44ac-f3d5-4844-bcde-869e87308db3 None None] Network f56f55bd-e23e-4c18-b0dc-cffda88c07e4 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:00:44.795590 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-c5e2aa03-9760-4d76-a6d7-27694d720830 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8277829 Nov 22 23:00:44.797710 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36732) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:44.802673 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1725686294-router', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:44.827279 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26039'] for router, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.828737 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28228'] for router, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.836352 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13799987-837e-4556-8ecc-b7912fa715ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13536027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13277466'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.839135 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 2, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:44.890120 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13799987-837e-4556-8ecc-b7912fa715ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=61cd7cc9-d642-4f3b-bde7-479d8b38fe73,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:44.890425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f766e-7188-43b4-84dd-4dbc5cb5fa71 None None] The sync data for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi is: [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 2, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:00:44.891308 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.917434 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13799987-837e-4556-8ecc-b7912fa715ca admin admin] Checking segment: {'id': '9512251b-f984-40f2-9a49-e3c454168e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:44.917994 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13799987-837e-4556-8ecc-b7912fa715ca admin admin] Network hostable DHCP agents. Network: aa006569-9280-4f9a-a561-13e79f166bb5, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 23:00:44.945879 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13799987-837e-4556-8ecc-b7912fa715ca admin admin] Network aa006569-9280-4f9a-a561-13e79f166bb5 is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 23:00:44.959640 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Sync routers for ids ['12a8518f-3f44-403e-9e99-2da8b55a1291'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:00:44.963673 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-13799987-837e-4556-8ecc-b7912fa715ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, aa006569-9280-4f9a-a561-13e79f166bb5) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:44.977849 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13799987-837e-4556-8ecc-b7912fa715ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:44.978366 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-13799987-837e-4556-8ecc-b7912fa715ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:44.985339 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Routers {'12a8518f-3f44-403e-9e99-2da8b55a1291'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:44.987853 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['12a8518f-3f44-403e-9e99-2da8b55a1291'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:44.992584 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66e7a0b-45fd-48b9-83e6-2bfd40222b25 None None] Network aa006569-9280-4f9a-a561-13e79f166bb5 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:00:45.003750 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-13799987-837e-4556-8ecc-b7912fa715ca admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4125307 Nov 22 23:00:45.003750 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36734) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:45.012511 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 61a58d19-421a-4c45-87af-6defa87ba616 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:45.012978 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.015499 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1346370937-router', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:45.048471 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26039'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.049660 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28228'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.073697 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.123547 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.220048 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32a08a7-587b-5100-8c07-e5f5466f0d27-f56f55bd-e23e-4c18-b0dc-cffda88c07e4', 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'fixed_ips': [{'subnet_id': 'af2f498c-ae87-4b83-bc84-1c6898e1d9d5'}]}} from dv-cinder-818834-1-iscsi. {{(pid=102664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 23:00:45.221860 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.265303 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Set router 12a8518f-3f44-403e-9e99-2da8b55a1291 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:45.495858 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.649793 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 4, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '74227afc-21ea-4f01-a4a0-c149aafff1d4', 'name': '', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'mac_address': 'fa:16:3e:b4:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:40Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 2, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'subnets': [{'id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:45.656658 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port 61a58d19-421a-4c45-87af-6defa87ba616, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=61a58d19-421a-4c45-87af-6defa87ba616,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:00:45.679526 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.720870 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.738001 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Checking router: 12a8518f-3f44-403e-9e99-2da8b55a1291 for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:00:45.739114 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Updating router 12a8518f-3f44-403e-9e99-2da8b55a1291 port 74227afc-21ea-4f01-a4a0-c149aafff1d4 binding host dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 23:00:45.747924 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.758812 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.822650 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.855526 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32a08a7-587b-5100-8c07-e5f5466f0d27-aa006569-9280-4f9a-a561-13e79f166bb5', 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'fixed_ips': [{'subnet_id': '61cd7cc9-d642-4f3b-bde7-479d8b38fe73'}]}} from dv-cinder-818834-1-iscsi. {{(pid=102664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 23:00:45.855526 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:45.914932 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Allocated IP 172.20.0.2 (f56f55bd-e23e-4c18-b0dc-cffda88c07e4/af2f498c-ae87-4b83-bc84-1c6898e1d9d5/aad78b5d-b407-467b-beda-4b8a59d1400a) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:00:45.962289 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=61a58d19-421a-4c45-87af-6defa87ba616,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:45.964758 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5115ded-cd20-4a55-892e-0944d4ec17e8 req-82b59d79-56bb-41fa-b4dc-338b8829f1b9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:45.966424 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d5115ded-cd20-4a55-892e-0944d4ec17e8 req-82b59d79-56bb-41fa-b4dc-338b8829f1b9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.3192234 Nov 22 23:00:46.166026 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Allocated IP 172.27.0.43 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/cce94c5a-37f9-4b25-9511-bf718eb560f9) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:00:46.249936 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d5115ded-cd20-4a55-892e-0944d4ec17e8 req-88418e0c-ad17-4624-a198-f02ca2c776ee tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629082 Nov 22 23:00:46.326268 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:46.364330 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36772) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:46.381546 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:46.475161 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:46.484522 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:46.564391 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:46.650457 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e91cb-f963-434b-a713-7c2819aeafba None None] Pushing event updated for resources: {'Port': ['ID=74227afc-21ea-4f01-a4a0-c149aafff1d4,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:46.663646 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Allocated IP 172.20.0.2 (aa006569-9280-4f9a-a561-13e79f166bb5/61cd7cc9-d642-4f3b-bde7-479d8b38fe73/c1a300a8-8fdf-45fb-b5c5-37dcdb602522) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:00:46.708247 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1839096e-df1c-4955-b97b-4555500336a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:46.715521 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:46.770395 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Attempting to bind port 74227afc-21ea-4f01-a4a0-c149aafff1d4 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:00:46.772676 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Attempting to bind port 74227afc-21ea-4f01-a4a0-c149aafff1d4 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:00:46.774058 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Attempting to bind port 74227afc-21ea-4f01-a4a0-c149aafff1d4 on network b486bead-762c-46e4-ac1b-a687c9397500 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:00:46.787165 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:00:46.787827 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Checking segment: {'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:46.788548 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:46.789102 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Bound using segment: {'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:00:46.789813 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Bound port: 74227afc-21ea-4f01-a4a0-c149aafff1d4, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:00:46.790707 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:46.822691 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Allocated IP 172.27.0.208 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/f257fe0d-3f5f-42d3-834f-994f5e33389f) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:00:46.827089 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:46.838737 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:46.841023 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Pushing event updated for resources: {'Port': ['ID=cce94c5a-37f9-4b25-9511-bf718eb560f9,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:46.858321 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:00:46.899956 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:46.918707 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] For port 74227afc-21ea-4f01-a4a0-c149aafff1d4, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:00:46.920001 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:46.928228 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] For port 74227afc-21ea-4f01-a4a0-c149aafff1d4, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=74227afc-21ea-4f01-a4a0-c149aafff1d4,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:00:46.935904 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.038049 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Network f56f55bd-e23e-4c18-b0dc-cffda88c07e4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:47.050542 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.054870 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:47.056932 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Pushing event updated for resources: {'Port': ['ID=aad78b5d-b407-467b-beda-4b8a59d1400a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:47.100184 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:00:47.116742 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e91cb-f963-434b-a713-7c2819aeafba None None] Pushing event updated for resources: {'Port': ['ID=74227afc-21ea-4f01-a4a0-c149aafff1d4,revision_number=4']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:47.127407 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-5185d6fb-501a-4195-bcd5-03f8c6687953 None None] Provisioning complete for port 74227afc-21ea-4f01-a4a0-c149aafff1d4 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:47.127923 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5185d6fb-501a-4195-bcd5-03f8c6687953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.129861 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Routers {'12a8518f-3f44-403e-9e99-2da8b55a1291'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:47.134461 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['12a8518f-3f44-403e-9e99-2da8b55a1291'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:47.174822 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.285312 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.352210 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.378469 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:47.392374 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1839096e-df1c-4955-b97b-4555500336a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.394956 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:47.402368 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:00:47.403462 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.430594 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Attempting to bind port aad78b5d-b407-467b-beda-4b8a59d1400a on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:00:47.431247 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Attempting to bind port aad78b5d-b407-467b-beda-4b8a59d1400a by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'e03b9880-02ab-499b-a282-9af1cd347c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:00:47.431774 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Attempting to bind port aad78b5d-b407-467b-beda-4b8a59d1400a on network f56f55bd-e23e-4c18-b0dc-cffda88c07e4 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:00:47.432531 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] Set router 12a8518f-3f44-403e-9e99-2da8b55a1291 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:47.460653 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:00:47.461319 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Checking segment: {'id': 'e03b9880-02ab-499b-a282-9af1cd347c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:47.461934 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.462499 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Bound using segment: {'id': 'e03b9880-02ab-499b-a282-9af1cd347c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:00:47.463148 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Bound port: aad78b5d-b407-467b-beda-4b8a59d1400a, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03b9880-02ab-499b-a282-9af1cd347c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:00:47.463917 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.492125 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Network aa006569-9280-4f9a-a561-13e79f166bb5 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:47.499871 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:47.506527 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Pushing event updated for resources: {'Port': ['ID=c1a300a8-8fdf-45fb-b5c5-37dcdb602522,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:47.521113 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:00:47.534357 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Pushing event updated for resources: {'Port': ['ID=f257fe0d-3f5f-42d3-834f-994f5e33389f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:47.539022 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1839096e-df1c-4955-b97b-4555500336a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.595981 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-1839096e-df1c-4955-b97b-4555500336a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af2ede30a4f44573af45a4fdf00f69ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2279012 Nov 22 23:00:47.597065 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839096e-df1c-4955-b97b-4555500336a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc1a0e3-7ac7-4936-ba31-3bdb0599f58e,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:47.600552 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36788) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:47.606911 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c9190-010f-41b7-b811-13aa2ff3689a req-e111be27-d2a6-4d28-955a-6f801d75320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:47.608380 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-de3c9190-010f-41b7-b811-13aa2ff3689a req-e111be27-d2a6-4d28-955a-6f801d75320b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 1098 time: 0.3425708 Nov 22 23:00:47.618126 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ef049-79dc-4573-9650-2ec9fe52f835 req-29d3f340-f906-4cc0-adf5-365b2ef57c88 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:47.619967 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2d8ef049-79dc-4573-9650-2ec9fe52f835 req-29d3f340-f906-4cc0-adf5-365b2ef57c88 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.1082542 Nov 22 23:00:47.650396 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5185d6fb-501a-4195-bcd5-03f8c6687953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.666686 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Attempting to bind port c1a300a8-8fdf-45fb-b5c5-37dcdb602522 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:00:47.667406 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Attempting to bind port c1a300a8-8fdf-45fb-b5c5-37dcdb602522 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': '9512251b-f984-40f2-9a49-e3c454168e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:00:47.667639 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Attempting to bind port c1a300a8-8fdf-45fb-b5c5-37dcdb602522 on network aa006569-9280-4f9a-a561-13e79f166bb5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:00:47.680876 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] For port aad78b5d-b407-467b-beda-4b8a59d1400a, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:00:47.683835 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:00:47.684353 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Checking segment: {'id': '9512251b-f984-40f2-9a49-e3c454168e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:47.684855 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.685353 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Bound using segment: {'id': '9512251b-f984-40f2-9a49-e3c454168e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:00:47.685975 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Bound port: c1a300a8-8fdf-45fb-b5c5-37dcdb602522, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512251b-f984-40f2-9a49-e3c454168e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:00:47.686488 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.696913 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-251af925-b7bc-4748-b714-231536a56e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.729454 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2d8ef049-79dc-4573-9650-2ec9fe52f835 req-485f1d77-e33c-4934-9977-9c76a38e052f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005421 Nov 22 23:00:47.752892 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] For port aad78b5d-b407-467b-beda-4b8a59d1400a, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=aad78b5d-b407-467b-beda-4b8a59d1400a,segment=NetworkSegment(e03b9880-02ab-499b-a282-9af1cd347c79),segment_id=e03b9880-02ab-499b-a282-9af1cd347c79)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:00:47.765190 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.776365 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-5185d6fb-501a-4195-bcd5-03f8c6687953 None None] For port 74227afc-21ea-4f01-a4a0-c149aafff1d4, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=74227afc-21ea-4f01-a4a0-c149aafff1d4,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:00:47.796298 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-251af925-b7bc-4748-b714-231536a56e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.825760 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5185d6fb-501a-4195-bcd5-03f8c6687953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.835819 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 4, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '74227afc-21ea-4f01-a4a0-c149aafff1d4', 'name': '', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'mac_address': 'fa:16:3e:b4:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:40Z', 'updated_at': '2021-11-22T23:00:46Z', 'revision_number': 4, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'subnets': [{'id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:47.872140 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] For port c1a300a8-8fdf-45fb-b5c5-37dcdb602522, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:00:47.895821 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a48b845-5c70-46e9-b8ce-32062a4bd49f None None] The sync data for ids ['12a8518f-3f44-403e-9e99-2da8b55a1291'] in dv-cinder-818834-1-iscsi is: [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 4, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '74227afc-21ea-4f01-a4a0-c149aafff1d4', 'name': '', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'mac_address': 'fa:16:3e:b4:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:40Z', 'updated_at': '2021-11-22T23:00:46Z', 'revision_number': 4, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'subnets': [{'id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:00:47.901707 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] For port c1a300a8-8fdf-45fb-b5c5-37dcdb602522, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=c1a300a8-8fdf-45fb-b5c5-37dcdb602522,segment=NetworkSegment(9512251b-f984-40f2-9a49-e3c454168e13),segment_id=9512251b-f984-40f2-9a49-e3c454168e13)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:00:47.912777 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:47.932244 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c335ca-7ad3-436c-a397-a4bc7a515281 None None] Pushing event updated for resources: {'Port': ['ID=aad78b5d-b407-467b-beda-4b8a59d1400a,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:47.950174 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352066'] for router, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:48.000676 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-7ddffcd3-aec9-4d4c-a4c1-a6b997046367 None None] Provisioning complete for port 74227afc-21ea-4f01-a4a0-c149aafff1d4 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:48.000676 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ddffcd3-aec9-4d4c-a4c1-a6b997046367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:48.058063 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:48.124515 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185d6fb-501a-4195-bcd5-03f8c6687953 None None] Pushing event updated for resources: {'Port': ['ID=74227afc-21ea-4f01-a4a0-c149aafff1d4,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:48.203004 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 43051c43-288a-43ee-92a4-5b28a91bb225 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:48.260952 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492889a-1ef5-4069-a50f-be101918aca3 None None] Pushing event updated for resources: {'Port': ['ID=c1a300a8-8fdf-45fb-b5c5-37dcdb602522,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:48.274558 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Router 057817c2-edad-4338-bfe0-0b521ed40d15 is scheduled to L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 with binding_index 1 {{(pid=102663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 23:00:48.422458 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-251af925-b7bc-4748-b714-231536a56e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:48.449417 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 43051c43-288a-43ee-92a4-5b28a91bb225 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:48.449661 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-251af925-b7bc-4748-b714-231536a56e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:48.450056 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:48.453111 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-251af925-b7bc-4748-b714-231536a56e28 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3cc1a0e3-7ac7-4936-ba31-3bdb0599f58e HTTP/1.1" status: 204 len: 168 time: 0.8476963 Nov 22 23:00:48.559092 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:00:48.605080 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] Publish callbacks [] for router, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:48.606328 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-486ecdec-4d00-4ee5-8280-1ce9abce2565 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8076599 Nov 22 23:00:48.609253 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36800) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:48.632070 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251af925-b7bc-4748-b714-231536a56e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc1a0e3-7ac7-4936-ba31-3bdb0599f58e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:48.658381 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Sync routers for ids ['057817c2-edad-4338-bfe0-0b521ed40d15'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:00:48.747874 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:48.758017 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Routers {'057817c2-edad-4338-bfe0-0b521ed40d15'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:48.758937 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['057817c2-edad-4338-bfe0-0b521ed40d15'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:48.804184 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352066'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:48.828428 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port 43051c43-288a-43ee-92a4-5b28a91bb225, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=43051c43-288a-43ee-92a4-5b28a91bb225,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:00:48.835314 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:48.836348 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 61a58d19-421a-4c45-87af-6defa87ba616 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:48.996592 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Set router 057817c2-edad-4338-bfe0-0b521ed40d15 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:48.999748 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=43051c43-288a-43ee-92a4-5b28a91bb225,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:49.048632 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Router 4e26cd4d-4070-4827-942f-921860e6f753 is scheduled to L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 23:00:49.100920 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36808) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:49.122375 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc4ab-abaf-4f40-88f4-c23cc79766ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:49.136803 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 61a58d19-421a-4c45-87af-6defa87ba616 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:49.137177 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:49.233146 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:00:49.243617 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Sync routers for ids ['4e26cd4d-4070-4827-942f-921860e6f753'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:00:49.263665 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Routers {'4e26cd4d-4070-4827-942f-921860e6f753'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:49.264323 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4e26cd4d-4070-4827-942f-921860e6f753'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:49.276096 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:49.279259 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-8597ef12-8360-44d5-b2d0-ff982c1cc1ca admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2724745 Nov 22 23:00:49.282295 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36810) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:49.399978 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'name': 'tempest-TestShelveInstance-1725686294-router', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:44Z', 'updated_at': '2021-11-22T23:00:47Z', 'revision_number': 3, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'gw_port': {'id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:49.440525 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc4ab-abaf-4f40-88f4-c23cc79766ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:49.489018 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc4ab-abaf-4f40-88f4-c23cc79766ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:49.623945 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Set router 4e26cd4d-4070-4827-942f-921860e6f753 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:49.634731 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-4e4cc4ab-abaf-4f40-88f4-c23cc79766ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ee14e98857e482d9ac426c1e5166c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5272148 Nov 22 23:00:49.637950 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36814) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:49.750028 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:49.750746 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Sync routers for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:00:49.754925 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Checking router: 057817c2-edad-4338-bfe0-0b521ed40d15 for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:00:49.755305 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Updating router 057817c2-edad-4338-bfe0-0b521ed40d15 port cce94c5a-37f9-4b25-9511-bf718eb560f9 binding host dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 23:00:49.856105 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:49.856765 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:49.885254 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.082052 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b689cc91-75ad-4e17-adba-c1d1f62990a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.103286 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cc4ab-abaf-4f40-88f4-c23cc79766ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec1403b-9a70-4cdc-b9c0-f2c2c25f1856,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:50.143383 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e26cd4d-4070-4827-942f-921860e6f753', 'name': 'tempest-TestVolumeBootPattern-1346370937-router', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:47Z', 'revision_number': 3, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'gw_port': {'id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:43:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e26cd4d-4070-4827-942f-921860e6f753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:46Z', 'updated_at': '2021-11-22T23:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:50.194371 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d253ed-a6e2-4714-bf57-d9dc6ab4b2c7 None None] Network f56f55bd-e23e-4c18-b0dc-cffda88c07e4 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:00:50.202827 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Allocated IP 172.20.0.1 (f56f55bd-e23e-4c18-b0dc-cffda88c07e4/af2f498c-ae87-4b83-bc84-1c6898e1d9d5/157288ca-38e8-40af-a75a-9ed5aeac0648) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:00:50.206390 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b689cc91-75ad-4e17-adba-c1d1f62990a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.228272 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Checking router: 4e26cd4d-4070-4827-942f-921860e6f753 for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:00:50.228614 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Updating router 4e26cd4d-4070-4827-942f-921860e6f753 port f257fe0d-3f5f-42d3-834f-994f5e33389f binding host dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 23:00:50.261211 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device aad78b5d-b407-467b-beda-4b8a59d1400a up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:50.282835 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.374770 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.396655 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa239ad-71e0-4208-9b32-871bbad3649e None None] Network aa006569-9280-4f9a-a561-13e79f166bb5 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:00:50.438901 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.440677 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.447814 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b689cc91-75ad-4e17-adba-c1d1f62990a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.456112 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b689cc91-75ad-4e17-adba-c1d1f62990a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.457310 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b689cc91-75ad-4e17-adba-c1d1f62990a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eec1403b-9a70-4cdc-b9c0-f2c2c25f1856 HTTP/1.1" status: 204 len: 168 time: 0.8154783 Nov 22 23:00:50.478955 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:50.487065 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689cc91-75ad-4e17-adba-c1d1f62990a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec1403b-9a70-4cdc-b9c0-f2c2c25f1856,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:50.513889 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-24beecdb-9e7e-442e-aaf8-c60532a72578 None None] Provisioning complete for port aad78b5d-b407-467b-beda-4b8a59d1400a triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:50.514266 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24beecdb-9e7e-442e-aaf8-c60532a72578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.518761 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Network f56f55bd-e23e-4c18-b0dc-cffda88c07e4 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:50.529116 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:50.536724 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:00:50.537189 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16292325'] for router_interface, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.541538 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Pushing event updated for resources: {'Port': ['ID=157288ca-38e8-40af-a75a-9ed5aeac0648,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:50.611069 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port aad78b5d-b407-467b-beda-4b8a59d1400a triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:50.611446 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.758974 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Allocated IP 172.20.0.1 (aa006569-9280-4f9a-a561-13e79f166bb5/61cd7cc9-d642-4f3b-bde7-479d8b38fe73/b0473cd1-3e0c-437c-a7a6-de3e5badfd29) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:00:50.762348 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:50.956508 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.010226 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.016179 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.017272 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292217'] for router_interface, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.019279 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.068986 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24beecdb-9e7e-442e-aaf8-c60532a72578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.073040 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Network aa006569-9280-4f9a-a561-13e79f166bb5 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:51.076384 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:51.080172 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:00:51.107156 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Pushing event updated for resources: {'Port': ['ID=157288ca-38e8-40af-a75a-9ed5aeac0648,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:51.151245 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Pushing event updated for resources: {'Port': ['ID=b0473cd1-3e0c-437c-a7a6-de3e5badfd29,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:51.154049 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Network f56f55bd-e23e-4c18-b0dc-cffda88c07e4 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:51.156064 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:51.169966 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16292325'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.349040 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Router 057817c2-edad-4338-bfe0-0b521ed40d15 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:00:51.421197 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-24beecdb-9e7e-442e-aaf8-c60532a72578 None None] For port aad78b5d-b407-467b-beda-4b8a59d1400a, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=aad78b5d-b407-467b-beda-4b8a59d1400a,segment=NetworkSegment(e03b9880-02ab-499b-a282-9af1cd347c79),segment_id=e03b9880-02ab-499b-a282-9af1cd347c79)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:00:51.461588 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.466606 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24beecdb-9e7e-442e-aaf8-c60532a72578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.471087 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.539581 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:00:51.547568 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-ce1dbcf4-3afd-44d7-af74-a02811c32194 admin admin] 10.222.0.81 "PUT /v2.0/routers/057817c2-edad-4338-bfe0-0b521ed40d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9369595 Nov 22 23:00:51.575262 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.609200 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.827728 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24beecdb-9e7e-442e-aaf8-c60532a72578 None None] Pushing event updated for resources: {'Port': ['ID=aad78b5d-b407-467b-beda-4b8a59d1400a,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:51.831342 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-99d0f168-8a3f-4ee0-b7af-7ab8dbd11ee8 None None] Provisioning complete for port 157288ca-38e8-40af-a75a-9ed5aeac0648 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:51.831890 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99d0f168-8a3f-4ee0-b7af-7ab8dbd11ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.897075 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Attempting to bind port cce94c5a-37f9-4b25-9511-bf718eb560f9 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:00:51.897786 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Attempting to bind port cce94c5a-37f9-4b25-9511-bf718eb560f9 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:00:51.898309 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Attempting to bind port cce94c5a-37f9-4b25-9511-bf718eb560f9 on network e28730dd-aa15-45df-ad65-718ec9d0cbab {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:00:51.921794 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.db.api [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 23:00:51.922428 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG oslo_db.api [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 23:00:51.926451 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.941103 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.946106 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:00:51.946567 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Checking segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:51.946982 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.947375 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Bound using segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:00:51.947635 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.947886 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Bound port: cce94c5a-37f9-4b25-9511-bf718eb560f9, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:00:51.948276 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.951028 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:51.986642 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 2, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:51.992178 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d8294-a7e7-4da1-8b0d-02bb79d72ec3 None None] Pushing event updated for resources: {'Port': ['ID=cce94c5a-37f9-4b25-9511-bf718eb560f9,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:52.018757 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-99d0f168-8a3f-4ee0-b7af-7ab8dbd11ee8 None None] Port 157288ca-38e8-40af-a75a-9ed5aeac0648 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:00:52.044273 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6d5e8-8268-4f42-b5d0-50e1a8b74e62 None None] Pushing event updated for resources: {'Port': ['ID=f257fe0d-3f5f-42d3-834f-994f5e33389f,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:52.057127 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Attempting to bind port f257fe0d-3f5f-42d3-834f-994f5e33389f on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:00:52.057733 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Attempting to bind port f257fe0d-3f5f-42d3-834f-994f5e33389f by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:00:52.058343 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Attempting to bind port f257fe0d-3f5f-42d3-834f-994f5e33389f on network e28730dd-aa15-45df-ad65-718ec9d0cbab {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:00:52.072990 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:00:52.073500 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Checking segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:52.074030 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:52.074597 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Bound using segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:00:52.075170 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Bound port: f257fe0d-3f5f-42d3-834f-994f5e33389f, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:00:52.075690 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:52.084017 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Checking router: 6e2d9066-54c9-486d-bd4a-1c5a235dc91e for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:00:52.084560 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Updating router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e port 1cebc737-59f6-4c96-b04c-3c31cf3065d8 binding host dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 23:00:52.149026 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292217'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:52.178432 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Pushing event updated for resources: {'Port': ['ID=b0473cd1-3e0c-437c-a7a6-de3e5badfd29,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:52.223400 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33c4e3-3d16-4348-885c-91779da2d813 req-b142b0f2-221d-408d-b304-6343754c5bf6 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:52.236005 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7c33c4e3-3d16-4348-885c-91779da2d813 req-b142b0f2-221d-408d-b304-6343754c5bf6 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0892718 Nov 22 23:00:52.244156 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.252254 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.252842 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.253109 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.258692 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] For port cce94c5a-37f9-4b25-9511-bf718eb560f9, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:00:52.260676 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] For port f257fe0d-3f5f-42d3-834f-994f5e33389f, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:00:52.261392 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:52.263459 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.264007 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.264361 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.264786 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.265219 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.265557 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.266056 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.266391 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.266569 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] For port f257fe0d-3f5f-42d3-834f-994f5e33389f, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=f257fe0d-3f5f-42d3-834f-994f5e33389f,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:00:52.271730 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-99d0f168-8a3f-4ee0-b7af-7ab8dbd11ee8 None None] Provisioning complete for port c1a300a8-8fdf-45fb-b5c5-37dcdb602522 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:52.272366 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99d0f168-8a3f-4ee0-b7af-7ab8dbd11ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:52.275113 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:52.292726 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] For port cce94c5a-37f9-4b25-9511-bf718eb560f9, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=cce94c5a-37f9-4b25-9511-bf718eb560f9,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:00:52.320199 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7c33c4e3-3d16-4348-885c-91779da2d813 req-f53ec6b1-2fd4-4635-9860-67fe6f0dc6d8 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823700 Nov 22 23:00:52.378320 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:52.395264 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-de3c9190-010f-41b7-b811-13aa2ff3689a req-42d25f03-61fe-44ef-9c3d-7641cfb524f6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617401 Nov 22 23:00:52.400783 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Routers {'4e26cd4d-4070-4827-942f-921860e6f753'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:52.401667 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4e26cd4d-4070-4827-942f-921860e6f753'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:52.406021 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6d5e8-8268-4f42-b5d0-50e1a8b74e62 None None] Pushing event updated for resources: {'Port': ['ID=f257fe0d-3f5f-42d3-834f-994f5e33389f,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:52.478181 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Network aa006569-9280-4f9a-a561-13e79f166bb5 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:00:52.479668 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:00:52.547788 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] Set router 4e26cd4d-4070-4827-942f-921860e6f753 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:52.604073 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36864) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:52.715679 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36868) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:52.720311 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438128512', 'description': 'tempest-secgroup-smoke-438128512 description', 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:52.735989 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Router 4e26cd4d-4070-4827-942f-921860e6f753 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:00:52.770314 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:52.788645 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d8294-a7e7-4da1-8b0d-02bb79d72ec3 None None] Pushing event updated for resources: {'Port': ['ID=cce94c5a-37f9-4b25-9511-bf718eb560f9,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:52.842456 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Routers {'057817c2-edad-4338-bfe0-0b521ed40d15'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:52.847500 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['057817c2-edad-4338-bfe0-0b521ed40d15'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:52.901370 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e26cd4d-4070-4827-942f-921860e6f753', 'name': 'tempest-TestVolumeBootPattern-1346370937-router', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:51Z', 'revision_number': 4, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'gw_port': {'id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:43:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e26cd4d-4070-4827-942f-921860e6f753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:46Z', 'updated_at': '2021-11-22T23:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': 'b0473cd1-3e0c-437c-a7a6-de3e5badfd29', 'name': '', 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'mac_address': 'fa:16:3e:ae:e0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e26cd4d-4070-4827-942f-921860e6f753', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '61cd7cc9-d642-4f3b-bde7-479d8b38fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:50Z', 'updated_at': '2021-11-22T23:00:51Z', 'revision_number': 2, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'subnets': [{'id': '61cd7cc9-d642-4f3b-bde7-479d8b38fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:52.914931 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:52.920436 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:52.954780 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa61d57f-482a-452a-986c-21fb8ffde489 None None] The sync data for ids ['4e26cd4d-4070-4827-942f-921860e6f753'] in dv-cinder-818834-1-iscsi is: [{'id': '4e26cd4d-4070-4827-942f-921860e6f753', 'name': 'tempest-TestVolumeBootPattern-1346370937-router', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:51Z', 'revision_number': 4, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'gw_port': {'id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:43:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e26cd4d-4070-4827-942f-921860e6f753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:46Z', 'updated_at': '2021-11-22T23:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': 'b0473cd1-3e0c-437c-a7a6-de3e5badfd29', 'name': '', 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'mac_address': 'fa:16:3e:ae:e0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e26cd4d-4070-4827-942f-921860e6f753', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '61cd7cc9-d642-4f3b-bde7-479d8b38fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:50Z', 'updated_at': '2021-11-22T23:00:51Z', 'revision_number': 2, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'subnets': [{'id': '61cd7cc9-d642-4f3b-bde7-479d8b38fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:00:52.967222 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:52.971332 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2518179 Nov 22 23:00:52.972603 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36872) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:52.976346 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 74227afc-21ea-4f01-a4a0-c149aafff1d4 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:52.979114 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-7e4efe41-981f-49f1-a9dc-93aac18a0f4d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Request body: {'security_group_rule': {'security_group_id': 'af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7', 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:52.985215 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:52.999269 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.999618 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:52.999958 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:53.000377 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:53.000690 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:53.001018 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:53.001343 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:53.001684 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:53.002031 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:53.002466 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:53.002794 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:53.003113 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c311abd-5f03-4662-985c-f6c1dc6bab37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:00:53.035922 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e4efe41-981f-49f1-a9dc-93aac18a0f4d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.124062 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e4efe41-981f-49f1-a9dc-93aac18a0f4d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.128573 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e4efe41-981f-49f1-a9dc-93aac18a0f4d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.149769 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4efe41-981f-49f1-a9dc-93aac18a0f4d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0907247d-5c5d-4d4e-903a-fa89d154e772,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:53.155054 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e4efe41-981f-49f1-a9dc-93aac18a0f4d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.158734 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-7e4efe41-981f-49f1-a9dc-93aac18a0f4d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1816170 Nov 22 23:00:53.158847 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36880) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:53.164119 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-598cbfe5-3446-4482-a281-42b17e9adc57 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Request body: {'security_group_rule': {'security_group_id': 'af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7', 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:53.197825 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-598cbfe5-3446-4482-a281-42b17e9adc57 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.210873 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c4fc-fd6c-44ba-bd33-f5cf0c9119e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.234254 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] Set router 057817c2-edad-4338-bfe0-0b521ed40d15 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:53.262214 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:00:53.271652 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-8811dd08-5a3e-4554-9e96-b5db1660cb5f admin admin] 10.222.0.81 "PUT /v2.0/routers/4e26cd4d-4070-4827-942f-921860e6f753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9880474 Nov 22 23:00:53.272087 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-598cbfe5-3446-4482-a281-42b17e9adc57 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.286783 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-598cbfe5-3446-4482-a281-42b17e9adc57 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.292008 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 74227afc-21ea-4f01-a4a0-c149aafff1d4 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:53.292602 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.315779 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cbfe5-3446-4482-a281-42b17e9adc57 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6732fd-463a-47d4-abc2-50ca99ffc0b8,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:53.326166 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-598cbfe5-3446-4482-a281-42b17e9adc57 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.330815 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36884) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:53.333069 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-598cbfe5-3446-4482-a281-42b17e9adc57 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1724005 Nov 22 23:00:53.353335 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b5bfdb7f-2ac5-45bb-83f2-2ae9d98def37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Request body: {'security_group_rule': {'security_group_id': 'af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7', 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:53.403297 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c4fc-fd6c-44ba-bd33-f5cf0c9119e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.415318 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c4fc-fd6c-44ba-bd33-f5cf0c9119e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.460698 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99d0f168-8a3f-4ee0-b7af-7ab8dbd11ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.469199 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5bfdb7f-2ac5-45bb-83f2-2ae9d98def37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.475678 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7c4fc-fd6c-44ba-bd33-f5cf0c9119e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf2e880-3cb3-4a8f-98d6-b71d6ebc2ead,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:53.489775 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-9fe7c4fc-fd6c-44ba-bd33-f5cf0c9119e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4415f09909714b8793edee4a204f8610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8808537 Nov 22 23:00:53.494876 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36888) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:53.536389 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-99d0f168-8a3f-4ee0-b7af-7ab8dbd11ee8 None None] For port c1a300a8-8fdf-45fb-b5c5-37dcdb602522, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=c1a300a8-8fdf-45fb-b5c5-37dcdb602522,segment=NetworkSegment(9512251b-f984-40f2-9a49-e3c454168e13),segment_id=9512251b-f984-40f2-9a49-e3c454168e13)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:00:53.554024 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99d0f168-8a3f-4ee0-b7af-7ab8dbd11ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.559134 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5bfdb7f-2ac5-45bb-83f2-2ae9d98def37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.562590 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5528cd-5a9c-4827-b52c-6c870d8b11c2 req-5864f6db-9cec-41fe-b8f9-e6e021692e05 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:53.564242 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3f5528cd-5a9c-4827-b52c-6c870d8b11c2 req-5864f6db-9cec-41fe-b8f9-e6e021692e05 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.1485271 Nov 22 23:00:53.573430 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5bfdb7f-2ac5-45bb-83f2-2ae9d98def37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.606562 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2293f7f7-4236-4ed4-a092-29f0f41c0cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.613211 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfdb7f-2ac5-45bb-83f2-2ae9d98def37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da38448d-a29a-4bc6-b28a-2f01395961f8,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:53.633464 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b5bfdb7f-2ac5-45bb-83f2-2ae9d98def37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.638969 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b5bfdb7f-2ac5-45bb-83f2-2ae9d98def37 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2994750 Nov 22 23:00:53.640016 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36894) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:53.649414 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3f5528cd-5a9c-4827-b52c-6c870d8b11c2 req-9ac0df8c-8c28-4ad9-b7ed-466616cf7304 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756629 Nov 22 23:00:53.659486 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0f168-8a3f-4ee0-b7af-7ab8dbd11ee8 None None] Pushing event updated for resources: {'Port': ['ID=c1a300a8-8fdf-45fb-b5c5-37dcdb602522,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:53.660828 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-256d2000-667c-4051-a1b8-34d79ff52f51 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Request body: {'security_group_rule': {'security_group_id': 'af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7', 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:53.667298 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2293f7f7-4236-4ed4-a092-29f0f41c0cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.689378 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-99d0f168-8a3f-4ee0-b7af-7ab8dbd11ee8 None None] Provisioning complete for port aad78b5d-b407-467b-beda-4b8a59d1400a triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:53.689813 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99d0f168-8a3f-4ee0-b7af-7ab8dbd11ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.728451 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-256d2000-667c-4051-a1b8-34d79ff52f51 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.756341 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2293f7f7-4236-4ed4-a092-29f0f41c0cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.760083 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2293f7f7-4236-4ed4-a092-29f0f41c0cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.769278 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-2293f7f7-4236-4ed4-a092-29f0f41c0cde admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/baf2e880-3cb3-4a8f-98d6-b71d6ebc2ead HTTP/1.1" status: 204 len: 168 time: 0.2689362 Nov 22 23:00:53.791810 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device c1a300a8-8fdf-45fb-b5c5-37dcdb602522 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:53.800606 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293f7f7-4236-4ed4-a092-29f0f41c0cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf2e880-3cb3-4a8f-98d6-b71d6ebc2ead,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:53.834918 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-256d2000-667c-4051-a1b8-34d79ff52f51 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.841469 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-256d2000-667c-4051-a1b8-34d79ff52f51 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.883499 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d2000-667c-4051-a1b8-34d79ff52f51 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32e0a4f-00b6-4fd2-a48b-e870c10c261a,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:53.902026 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-256d2000-667c-4051-a1b8-34d79ff52f51 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:53.906735 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-256d2000-667c-4051-a1b8-34d79ff52f51 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2626672 Nov 22 23:00:53.907005 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36900) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:53.916255 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-67f8c39e-bc21-4311-9831-b2793f94744d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Request body: {'security_group_rule': {'security_group_id': 'af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7', 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:53.969302 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-67f8c39e-bc21-4311-9831-b2793f94744d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Project f8e29191d83b4af2b4c82ff4194343c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 23:00:53.981496 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67f8c39e-bc21-4311-9831-b2793f94744d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.075586 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.087460 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.102347 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port c1a300a8-8fdf-45fb-b5c5-37dcdb602522 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:54.102732 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.107111 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67f8c39e-bc21-4311-9831-b2793f94744d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.112131 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67f8c39e-bc21-4311-9831-b2793f94744d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.154996 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8c39e-bc21-4311-9831-b2793f94744d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58bfba4-c51e-4c20-bdbb-6c40283231c3,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:54.188028 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-67f8c39e-bc21-4311-9831-b2793f94744d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.190335 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-67f8c39e-bc21-4311-9831-b2793f94744d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2821038 Nov 22 23:00:54.192814 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36908) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:54.210838 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-336c8b9d-3464-449e-8d88-2dc720f31782 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Request body: {'security_group_rule': {'security_group_id': 'af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7', 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:54.253874 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.securitygroups_db [None req-336c8b9d-3464-449e-8d88-2dc720f31782 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Project f8e29191d83b4af2b4c82ff4194343c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 23:00:54.257398 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-336c8b9d-3464-449e-8d88-2dc720f31782 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.322224 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 36914) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:54.327531 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4b0c6918-9ca9-4366-a354-0b4680ab795c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523553842', 'description': 'tempest-secgroup-smoke-523553842 description', 'project_id': '4371c64c75764f9c80faa90370720ae5'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:54.385910 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca6212-f343-4eb9-8190-b3b0454488da None None] Pushing event updated for resources: {'Port': ['ID=1cebc737-59f6-4c96-b04c-3c31cf3065d8,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:54.402516 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-336c8b9d-3464-449e-8d88-2dc720f31782 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.408106 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6918-9ca9-4366-a354-0b4680ab795c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.411959 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-336c8b9d-3464-449e-8d88-2dc720f31782 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.431818 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e45e889f-fe05-4cde-8703-201094ff6469 None None] Provisioning complete for port b0473cd1-3e0c-437c-a7a6-de3e5badfd29 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:54.432202 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e45e889f-fe05-4cde-8703-201094ff6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.463063 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-336c8b9d-3464-449e-8d88-2dc720f31782 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.495510 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-336c8b9d-3464-449e-8d88-2dc720f31782 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2994642 Nov 22 23:00:54.507515 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c8b9d-3464-449e-8d88-2dc720f31782 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081532ee-396b-405a-aa18-fe070d40a9a9,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:54.566193 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'name': 'tempest-TestShelveInstance-1725686294-router', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:44Z', 'updated_at': '2021-11-22T23:00:50Z', 'revision_number': 4, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'gw_port': {'id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '157288ca-38e8-40af-a75a-9ed5aeac0648', 'name': '', 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'mac_address': 'fa:16:3e:0f:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'af2f498c-ae87-4b83-bc84-1c6898e1d9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:49Z', 'updated_at': '2021-11-22T23:00:50Z', 'revision_number': 2, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'subnets': [{'id': 'af2f498c-ae87-4b83-bc84-1c6898e1d9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:54.646252 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6918-9ca9-4366-a354-0b4680ab795c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.655027 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6918-9ca9-4366-a354-0b4680ab795c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.682027 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Attempting to bind port 1cebc737-59f6-4c96-b04c-3c31cf3065d8 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:00:54.682580 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Attempting to bind port 1cebc737-59f6-4c96-b04c-3c31cf3065d8 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:00:54.683165 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Attempting to bind port 1cebc737-59f6-4c96-b04c-3c31cf3065d8 on network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:00:54.686597 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb652886-417c-40ee-8446-8d17d26a3961 None None] The sync data for ids ['057817c2-edad-4338-bfe0-0b521ed40d15'] in dv-cinder-818834-1-iscsi is: [{'id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'name': 'tempest-TestShelveInstance-1725686294-router', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:44Z', 'updated_at': '2021-11-22T23:00:50Z', 'revision_number': 4, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'gw_port': {'id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '157288ca-38e8-40af-a75a-9ed5aeac0648', 'name': '', 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'mac_address': 'fa:16:3e:0f:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'af2f498c-ae87-4b83-bc84-1c6898e1d9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:49Z', 'updated_at': '2021-11-22T23:00:50Z', 'revision_number': 2, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'subnets': [{'id': 'af2f498c-ae87-4b83-bc84-1c6898e1d9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:00:54.706979 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4b0c6918-9ca9-4366-a354-0b4680ab795c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.713909 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36940) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:54.720103 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-6a737397-ff52-47df-9491-cd803040a6f7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'security_group_rule': {'security_group_id': '79b6e914-f73b-4699-83e3-ac42fb75b6be', 'project_id': '4371c64c75764f9c80faa90370720ae5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:54.724758 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-4b0c6918-9ca9-4366-a354-0b4680ab795c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4013827 Nov 22 23:00:54.728186 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c6918-9ca9-4366-a354-0b4680ab795c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b6e914-f73b-4699-83e3-ac42fb75b6be,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:54.729506 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e45e889f-fe05-4cde-8703-201094ff6469 None None] Port b0473cd1-3e0c-437c-a7a6-de3e5badfd29 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:00:54.746536 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:00:54.748354 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Checking segment: {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:00:54.748815 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.750112 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Bound using segment: {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:00:54.752442 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Bound port: 1cebc737-59f6-4c96-b04c-3c31cf3065d8, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:00:54.752879 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.783860 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a737397-ff52-47df-9491-cd803040a6f7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.814061 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 43051c43-288a-43ee-92a4-5b28a91bb225 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:54.853970 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e45e889f-fe05-4cde-8703-201094ff6469 None None] Provisioning complete for port 157288ca-38e8-40af-a75a-9ed5aeac0648 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:54.854390 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e45e889f-fe05-4cde-8703-201094ff6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.894270 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e45e889f-fe05-4cde-8703-201094ff6469 None None] Port 157288ca-38e8-40af-a75a-9ed5aeac0648 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:00:54.922873 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a737397-ff52-47df-9491-cd803040a6f7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.930139 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] For port 1cebc737-59f6-4c96-b04c-3c31cf3065d8, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:00:54.933655 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] For port 1cebc737-59f6-4c96-b04c-3c31cf3065d8, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=1cebc737-59f6-4c96-b04c-3c31cf3065d8,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:00:54.938718 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a737397-ff52-47df-9491-cd803040a6f7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.942288 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e45e889f-fe05-4cde-8703-201094ff6469 None None] Provisioning complete for port c1a300a8-8fdf-45fb-b5c5-37dcdb602522 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:54.942704 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e45e889f-fe05-4cde-8703-201094ff6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.948652 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:54.968332 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5002744-e8eb-49ee-9cef-478a8ef753d1 req-e0799b0e-aa9a-4461-b2c7-a9e2febd5c61 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:54.977916 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e5002744-e8eb-49ee-9cef-478a8ef753d1 req-e0799b0e-aa9a-4461-b2c7-a9e2febd5c61 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.1396925 Nov 22 23:00:54.985879 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 43051c43-288a-43ee-92a4-5b28a91bb225 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:54.986253 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:55.002670 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a737397-ff52-47df-9491-cd803040a6f7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c7aff7-0c0a-4c9b-a8d3-2a99162dbc3d,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:55.027344 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6a737397-ff52-47df-9491-cd803040a6f7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:55.028784 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-6a737397-ff52-47df-9491-cd803040a6f7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3133907 Nov 22 23:00:55.032914 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 36982) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:55.038237 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-7ba65c1c-db79-4577-9b30-3e9f562fdb6d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'security_group_rule': {'security_group_id': '79b6e914-f73b-4699-83e3-ac42fb75b6be', 'project_id': '4371c64c75764f9c80faa90370720ae5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:55.092306 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:55.092952 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:55.096104 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e5002744-e8eb-49ee-9cef-478a8ef753d1 req-0b78f8a3-b8bf-4d3c-9df9-4c80e4709896 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170595 Nov 22 23:00:55.098835 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca6212-f343-4eb9-8190-b3b0454488da None None] Pushing event updated for resources: {'Port': ['ID=1cebc737-59f6-4c96-b04c-3c31cf3065d8,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:55.163494 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ba65c1c-db79-4577-9b30-3e9f562fdb6d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:55.468168 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ba65c1c-db79-4577-9b30-3e9f562fdb6d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:55.484130 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ba65c1c-db79-4577-9b30-3e9f562fdb6d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:55.500133 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc317e-44e9-46fd-a6bf-66ebbd269ec3 req-549cc991-0808-4583-8ea6-54e96b00b262 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:00:55.501808 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0bdc317e-44e9-46fd-a6bf-66ebbd269ec3 req-549cc991-0808-4583-8ea6-54e96b00b262 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.2153931 Nov 22 23:00:55.557104 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba65c1c-db79-4577-9b30-3e9f562fdb6d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f56cd4a-e35f-4f0d-9a58-61e876e36688,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:55.591742 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:55.601841 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7ba65c1c-db79-4577-9b30-3e9f562fdb6d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:55.609065 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-7ba65c1c-db79-4577-9b30-3e9f562fdb6d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5746944 Nov 22 23:00:55.609387 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 37000) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:55.615417 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-fa85c220-8141-4f65-9c12-5996e49085bd tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'security_group_rule': {'security_group_id': '79b6e914-f73b-4699-83e3-ac42fb75b6be', 'project_id': '4371c64c75764f9c80faa90370720ae5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:55.697943 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0bdc317e-44e9-46fd-a6bf-66ebbd269ec3 req-8970c14c-a826-4956-b374-f4484b0f7739 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825643 Nov 22 23:00:55.701402 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa85c220-8141-4f65-9c12-5996e49085bd tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:55.908179 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-40367997-c8ff-4c0c-8030-fdba4b12abab None None] Provisioning complete for port 1cebc737-59f6-4c96-b04c-3c31cf3065d8 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:55.908553 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40367997-c8ff-4c0c-8030-fdba4b12abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:55.944149 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa85c220-8141-4f65-9c12-5996e49085bd tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:55.953220 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa85c220-8141-4f65-9c12-5996e49085bd tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.000778 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85c220-8141-4f65-9c12-5996e49085bd tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc922166-de47-4b0d-814a-0ab67a88beb3,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:56.006034 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device f257fe0d-3f5f-42d3-834f-994f5e33389f up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:56.019233 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fa85c220-8141-4f65-9c12-5996e49085bd tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.021802 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-fa85c220-8141-4f65-9c12-5996e49085bd tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4106631 Nov 22 23:00:56.024510 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 37024) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:56.030455 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-04a5abf2-8746-4f24-83ab-8b72b4c319f2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'security_group_rule': {'security_group_id': '79b6e914-f73b-4699-83e3-ac42fb75b6be', 'project_id': '4371c64c75764f9c80faa90370720ae5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:56.087238 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04a5abf2-8746-4f24-83ab-8b72b4c319f2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.147062 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40367997-c8ff-4c0c-8030-fdba4b12abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.189567 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04a5abf2-8746-4f24-83ab-8b72b4c319f2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.194468 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04a5abf2-8746-4f24-83ab-8b72b4c319f2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.197267 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port f257fe0d-3f5f-42d3-834f-994f5e33389f triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:56.197672 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.223009 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04a5abf2-8746-4f24-83ab-8b72b4c319f2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.225047 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-04a5abf2-8746-4f24-83ab-8b72b4c319f2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1986716 Nov 22 23:00:56.226451 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5abf2-8746-4f24-83ab-8b72b4c319f2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3afca77-6fea-4e8b-ab9e-0f3407e85db7,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:56.226924 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-40367997-c8ff-4c0c-8030-fdba4b12abab None None] For port 1cebc737-59f6-4c96-b04c-3c31cf3065d8, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=1cebc737-59f6-4c96-b04c-3c31cf3065d8,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:00:56.227867 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 37034) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:56.233215 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-64906ba2-8b7e-4c1d-bad0-07f570059441 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'security_group_rule': {'security_group_id': '79b6e914-f73b-4699-83e3-ac42fb75b6be', 'project_id': '4371c64c75764f9c80faa90370720ae5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:56.244667 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40367997-c8ff-4c0c-8030-fdba4b12abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.273097 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:54Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:56.275201 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.securitygroups_db [None req-64906ba2-8b7e-4c1d-bad0-07f570059441 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Project 4371c64c75764f9c80faa90370720ae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 23:00:56.287581 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64906ba2-8b7e-4c1d-bad0-07f570059441 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.388861 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c554392a-081e-4028-be98-7cee72489ff9 None None] The sync data for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi is: [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:54Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:00:56.484902 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40367997-c8ff-4c0c-8030-fdba4b12abab None None] Pushing event updated for resources: {'Port': ['ID=1cebc737-59f6-4c96-b04c-3c31cf3065d8,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:56.519145 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64906ba2-8b7e-4c1d-bad0-07f570059441 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.528049 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64906ba2-8b7e-4c1d-bad0-07f570059441 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.538757 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.565298 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64906ba2-8b7e-4c1d-bad0-07f570059441 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.567214 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-64906ba2-8b7e-4c1d-bad0-07f570059441 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3376343 Nov 22 23:00:56.570298 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 37050) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:00:56.571404 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64906ba2-8b7e-4c1d-bad0-07f570059441 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb7c886-dbd3-40c9-b4f5-f7fa2308a94b,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:56.578276 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-b299d818-69bb-4c47-b463-0bca18df9f2d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'security_group_rule': {'security_group_id': '79b6e914-f73b-4699-83e3-ac42fb75b6be', 'project_id': '4371c64c75764f9c80faa90370720ae5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:00:56.595540 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port f257fe0d-3f5f-42d3-834f-994f5e33389f, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=f257fe0d-3f5f-42d3-834f-994f5e33389f,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:00:56.601326 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.602342 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device aad78b5d-b407-467b-beda-4b8a59d1400a up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:56.666525 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-b299d818-69bb-4c47-b463-0bca18df9f2d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Project 4371c64c75764f9c80faa90370720ae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 23:00:56.686931 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b299d818-69bb-4c47-b463-0bca18df9f2d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.707635 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=f257fe0d-3f5f-42d3-834f-994f5e33389f,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:56.775838 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port aad78b5d-b407-467b-beda-4b8a59d1400a triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:56.776635 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.857313 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b299d818-69bb-4c47-b463-0bca18df9f2d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.868470 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b299d818-69bb-4c47-b463-0bca18df9f2d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.910341 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299d818-69bb-4c47-b463-0bca18df9f2d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d56825-59e7-4b3f-afad-dde91c43158a,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:00:56.929842 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b299d818-69bb-4c47-b463-0bca18df9f2d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:56.936181 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b299d818-69bb-4c47-b463-0bca18df9f2d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3643394 Nov 22 23:00:56.970334 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device c1a300a8-8fdf-45fb-b5c5-37dcdb602522 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:57.086543 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port c1a300a8-8fdf-45fb-b5c5-37dcdb602522 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:57.086913 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:57.213116 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 1cebc737-59f6-4c96-b04c-3c31cf3065d8 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:57.278427 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 1cebc737-59f6-4c96-b04c-3c31cf3065d8 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:57.278805 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:57.663609 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device f257fe0d-3f5f-42d3-834f-994f5e33389f up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:57.710322 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port f257fe0d-3f5f-42d3-834f-994f5e33389f triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:57.710688 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:57.795626 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 1cebc737-59f6-4c96-b04c-3c31cf3065d8 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:57.847491 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 1cebc737-59f6-4c96-b04c-3c31cf3065d8 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:57.848585 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:59.503475 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Sync routers for ids ['4e26cd4d-4070-4827-942f-921860e6f753'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:00:59.514443 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Routers {'4e26cd4d-4070-4827-942f-921860e6f753'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:00:59.515066 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4e26cd4d-4070-4827-942f-921860e6f753'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:59.634128 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Set router 4e26cd4d-4070-4827-942f-921860e6f753 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:00:59.687826 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device cce94c5a-37f9-4b25-9511-bf718eb560f9 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:00:59.735731 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port cce94c5a-37f9-4b25-9511-bf718eb560f9 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:00:59.736028 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:59.816716 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:59.834374 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e26cd4d-4070-4827-942f-921860e6f753', 'name': 'tempest-TestVolumeBootPattern-1346370937-router', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:51Z', 'revision_number': 4, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'gw_port': {'id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e26cd4d-4070-4827-942f-921860e6f753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:46Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': 'b0473cd1-3e0c-437c-a7a6-de3e5badfd29', 'name': '', 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'mac_address': 'fa:16:3e:ae:e0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e26cd4d-4070-4827-942f-921860e6f753', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '61cd7cc9-d642-4f3b-bde7-479d8b38fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:50Z', 'updated_at': '2021-11-22T23:00:51Z', 'revision_number': 2, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'subnets': [{'id': '61cd7cc9-d642-4f3b-bde7-479d8b38fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:00:59.836861 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port cce94c5a-37f9-4b25-9511-bf718eb560f9, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=cce94c5a-37f9-4b25-9511-bf718eb560f9,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:00:59.843457 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:59.867712 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Checking router: 4e26cd4d-4070-4827-942f-921860e6f753 for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:00:59.868068 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Updating router 4e26cd4d-4070-4827-942f-921860e6f753 port b0473cd1-3e0c-437c-a7a6-de3e5badfd29 binding host dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 23:00:59.892295 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:00:59.896328 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=cce94c5a-37f9-4b25-9511-bf718eb560f9,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:00.010657 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:00.227330 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:00.234919 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:00.337768 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0982030-233c-4a4c-bf62-1008a4b439a4 None None] Pushing event updated for resources: {'Port': ['ID=b0473cd1-3e0c-437c-a7a6-de3e5badfd29,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:00.344419 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Attempting to bind port b0473cd1-3e0c-437c-a7a6-de3e5badfd29 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:01:00.344863 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Attempting to bind port b0473cd1-3e0c-437c-a7a6-de3e5badfd29 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': '9512251b-f984-40f2-9a49-e3c454168e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:01:00.345144 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Attempting to bind port b0473cd1-3e0c-437c-a7a6-de3e5badfd29 on network aa006569-9280-4f9a-a561-13e79f166bb5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:01:00.351777 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:01:00.352440 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Checking segment: {'id': '9512251b-f984-40f2-9a49-e3c454168e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:01:00.353005 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:00.353550 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Bound using segment: {'id': '9512251b-f984-40f2-9a49-e3c454168e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:01:00.354292 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Bound port: b0473cd1-3e0c-437c-a7a6-de3e5badfd29, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512251b-f984-40f2-9a49-e3c454168e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:01:00.354891 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:00.428370 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] For port b0473cd1-3e0c-437c-a7a6-de3e5badfd29, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:01:00.432471 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] For port b0473cd1-3e0c-437c-a7a6-de3e5badfd29, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=b0473cd1-3e0c-437c-a7a6-de3e5badfd29,segment=NetworkSegment(9512251b-f984-40f2-9a49-e3c454168e13),segment_id=9512251b-f984-40f2-9a49-e3c454168e13)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:01:00.437426 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:00.518301 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Routers {'4e26cd4d-4070-4827-942f-921860e6f753'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:01:00.519019 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4e26cd4d-4070-4827-942f-921860e6f753'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:01:00.523049 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-baa50519-3be8-4a1f-af91-a6b55d48c5b4 None None] Provisioning complete for port b0473cd1-3e0c-437c-a7a6-de3e5badfd29 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:01:00.523560 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baa50519-3be8-4a1f-af91-a6b55d48c5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:00.620768 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baa50519-3be8-4a1f-af91-a6b55d48c5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:00.635780 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] Set router 4e26cd4d-4070-4827-942f-921860e6f753 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:01:00.707514 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-baa50519-3be8-4a1f-af91-a6b55d48c5b4 None None] For port b0473cd1-3e0c-437c-a7a6-de3e5badfd29, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=b0473cd1-3e0c-437c-a7a6-de3e5badfd29,segment=NetworkSegment(9512251b-f984-40f2-9a49-e3c454168e13),segment_id=9512251b-f984-40f2-9a49-e3c454168e13)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:01:00.721741 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baa50519-3be8-4a1f-af91-a6b55d48c5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:00.744456 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0982030-233c-4a4c-bf62-1008a4b439a4 None None] Pushing event updated for resources: {'Port': ['ID=b0473cd1-3e0c-437c-a7a6-de3e5badfd29,revision_number=4']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:00.780027 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa50519-3be8-4a1f-af91-a6b55d48c5b4 None None] Pushing event updated for resources: {'Port': ['ID=b0473cd1-3e0c-437c-a7a6-de3e5badfd29,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:00.846331 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-a5f3e288-c57d-4244-9b6c-48b1eff7f470 None None] Provisioning complete for port b0473cd1-3e0c-437c-a7a6-de3e5badfd29 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:01:00.846710 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a5f3e288-c57d-4244-9b6c-48b1eff7f470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:00.903376 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e26cd4d-4070-4827-942f-921860e6f753', 'name': 'tempest-TestVolumeBootPattern-1346370937-router', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:51Z', 'revision_number': 4, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'gw_port': {'id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e26cd4d-4070-4827-942f-921860e6f753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:46Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': 'b0473cd1-3e0c-437c-a7a6-de3e5badfd29', 'name': '', 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'mac_address': 'fa:16:3e:ae:e0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e26cd4d-4070-4827-942f-921860e6f753', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '61cd7cc9-d642-4f3b-bde7-479d8b38fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:50Z', 'updated_at': '2021-11-22T23:01:00Z', 'revision_number': 4, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'subnets': [{'id': '61cd7cc9-d642-4f3b-bde7-479d8b38fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:01:00.935900 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f154e0-a1fa-4fcd-8553-0654159036aa None None] The sync data for ids ['4e26cd4d-4070-4827-942f-921860e6f753'] in dv-cinder-818834-1-iscsi is: [{'id': '4e26cd4d-4070-4827-942f-921860e6f753', 'name': 'tempest-TestVolumeBootPattern-1346370937-router', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:51Z', 'revision_number': 4, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'gw_port': {'id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e26cd4d-4070-4827-942f-921860e6f753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:46Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': 'b0473cd1-3e0c-437c-a7a6-de3e5badfd29', 'name': '', 'network_id': 'aa006569-9280-4f9a-a561-13e79f166bb5', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'mac_address': 'fa:16:3e:ae:e0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e26cd4d-4070-4827-942f-921860e6f753', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '61cd7cc9-d642-4f3b-bde7-479d8b38fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:50Z', 'updated_at': '2021-11-22T23:01:00Z', 'revision_number': 4, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'subnets': [{'id': '61cd7cc9-d642-4f3b-bde7-479d8b38fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:01:01.674897 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device cce94c5a-37f9-4b25-9511-bf718eb560f9 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:01:01.699184 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Sync routers for ids ['057817c2-edad-4338-bfe0-0b521ed40d15'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:01:01.725013 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Routers {'057817c2-edad-4338-bfe0-0b521ed40d15'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:01:01.725835 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['057817c2-edad-4338-bfe0-0b521ed40d15'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:01:01.848858 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port cce94c5a-37f9-4b25-9511-bf718eb560f9 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:01:01.849317 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:01.884113 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Set router 057817c2-edad-4338-bfe0-0b521ed40d15 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:01:02.089898 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2c945497-ef8c-483a-8108-8c13107e4ab2 req-d388fbe2-6e4f-4952-8e1b-06fe9a97d0db service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523856 Nov 22 23:01:02.165173 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c945497-ef8c-483a-8108-8c13107e4ab2 req-622ce261-163f-4dd0-b62f-5c12c9d24847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:02.166849 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2c945497-ef8c-483a-8108-8c13107e4ab2 req-622ce261-163f-4dd0-b62f-5c12c9d24847 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 1098 time: 0.0428727 Nov 22 23:01:02.179300 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device b0473cd1-3e0c-437c-a7a6-de3e5badfd29 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:01:02.275034 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port b0473cd1-3e0c-437c-a7a6-de3e5badfd29 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:01:02.275405 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:02.280181 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c945497-ef8c-483a-8108-8c13107e4ab2 req-08453652-fa46-4f92-8014-e8b37fc17631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:02.281719 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2c945497-ef8c-483a-8108-8c13107e4ab2 req-08453652-fa46-4f92-8014-e8b37fc17631 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888 HTTP/1.1" status: 200 len: 920 time: 0.0941300 Nov 22 23:01:02.324886 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2c945497-ef8c-483a-8108-8c13107e4ab2 req-556eb7e6-2c78-4562-b7b3-68f63f7babe4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 HTTP/1.1" status: 200 len: 217 time: 0.0356519 Nov 22 23:01:02.329448 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'name': 'tempest-TestShelveInstance-1725686294-router', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:44Z', 'updated_at': '2021-11-22T23:00:50Z', 'revision_number': 4, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'gw_port': {'id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '157288ca-38e8-40af-a75a-9ed5aeac0648', 'name': '', 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'mac_address': 'fa:16:3e:0f:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'af2f498c-ae87-4b83-bc84-1c6898e1d9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:49Z', 'updated_at': '2021-11-22T23:00:50Z', 'revision_number': 2, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'subnets': [{'id': 'af2f498c-ae87-4b83-bc84-1c6898e1d9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:01:02.361201 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Checking router: 057817c2-edad-4338-bfe0-0b521ed40d15 for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:01:02.361468 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Updating router 057817c2-edad-4338-bfe0-0b521ed40d15 port 157288ca-38e8-40af-a75a-9ed5aeac0648 binding host dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 23:01:02.379788 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c945497-ef8c-483a-8108-8c13107e4ab2 req-d6e79998-d469-44df-86c4-7536f4ffca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:02.381289 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2c945497-ef8c-483a-8108-8c13107e4ab2 req-d6e79998-d469-44df-86c4-7536f4ffca4c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54239d30-455d-4928-b2ad-f01042871693 HTTP/1.1" status: 200 len: 858 time: 0.0496268 Nov 22 23:01:02.409671 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:02.411333 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2c945497-ef8c-483a-8108-8c13107e4ab2 req-6cbe67c9-4b78-4a20-8220-50b3d5d8bd92 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231140 Nov 22 23:01:02.511777 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2c945497-ef8c-483a-8108-8c13107e4ab2 req-01e8ba12-06f1-4631-abfa-deee451693d4 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929604 Nov 22 23:01:02.598640 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ea96c34-8404-495c-b9cd-fcd57f0e67bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:02.619754 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2c945497-ef8c-483a-8108-8c13107e4ab2 req-7184001b-9d5f-4af4-96aa-d7629511c2e4 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004562 Nov 22 23:01:02.714243 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:02.719492 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:02.772414 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e8630-3e0a-4c6b-afa3-678268fd6ae3 None None] Pushing event updated for resources: {'Port': ['ID=157288ca-38e8-40af-a75a-9ed5aeac0648,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:02.835274 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Attempting to bind port 157288ca-38e8-40af-a75a-9ed5aeac0648 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:01:02.835523 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Attempting to bind port 157288ca-38e8-40af-a75a-9ed5aeac0648 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'e03b9880-02ab-499b-a282-9af1cd347c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:01:02.835887 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Attempting to bind port 157288ca-38e8-40af-a75a-9ed5aeac0648 on network f56f55bd-e23e-4c18-b0dc-cffda88c07e4 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:01:02.841418 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:01:02.841737 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Checking segment: {'id': 'e03b9880-02ab-499b-a282-9af1cd347c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:01:02.842128 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:02.842527 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Bound using segment: {'id': 'e03b9880-02ab-499b-a282-9af1cd347c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:01:02.843005 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Bound port: 157288ca-38e8-40af-a75a-9ed5aeac0648, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03b9880-02ab-499b-a282-9af1cd347c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:01:02.843907 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:02.928831 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] For port 157288ca-38e8-40af-a75a-9ed5aeac0648, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:01:02.933928 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] For port 157288ca-38e8-40af-a75a-9ed5aeac0648, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=157288ca-38e8-40af-a75a-9ed5aeac0648,segment=NetworkSegment(e03b9880-02ab-499b-a282-9af1cd347c79),segment_id=e03b9880-02ab-499b-a282-9af1cd347c79)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:01:02.941000 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:03.004553 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Routers {'057817c2-edad-4338-bfe0-0b521ed40d15'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:01:03.005196 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:00:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['057817c2-edad-4338-bfe0-0b521ed40d15'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:01:03.010460 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e8630-3e0a-4c6b-afa3-678268fd6ae3 None None] Pushing event updated for resources: {'Port': ['ID=157288ca-38e8-40af-a75a-9ed5aeac0648,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:03.142758 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-35e57aa7-2ecd-4bfd-8770-b2220ac2cd62 None None] Provisioning complete for port 157288ca-38e8-40af-a75a-9ed5aeac0648 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:01:03.143050 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-35e57aa7-2ecd-4bfd-8770-b2220ac2cd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:03.172088 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] Set router 057817c2-edad-4338-bfe0-0b521ed40d15 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:01:03.356149 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-35e57aa7-2ecd-4bfd-8770-b2220ac2cd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:03.426836 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-35e57aa7-2ecd-4bfd-8770-b2220ac2cd62 None None] For port 157288ca-38e8-40af-a75a-9ed5aeac0648, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=157288ca-38e8-40af-a75a-9ed5aeac0648,segment=NetworkSegment(e03b9880-02ab-499b-a282-9af1cd347c79),segment_id=e03b9880-02ab-499b-a282-9af1cd347c79)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:01:03.431384 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-35e57aa7-2ecd-4bfd-8770-b2220ac2cd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:03.489330 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e57aa7-2ecd-4bfd-8770-b2220ac2cd62 None None] Pushing event updated for resources: {'Port': ['ID=157288ca-38e8-40af-a75a-9ed5aeac0648,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:03.494235 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'name': 'tempest-TestShelveInstance-1725686294-router', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:44Z', 'updated_at': '2021-11-22T23:00:50Z', 'revision_number': 4, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'gw_port': {'id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '157288ca-38e8-40af-a75a-9ed5aeac0648', 'name': '', 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'mac_address': 'fa:16:3e:0f:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'af2f498c-ae87-4b83-bc84-1c6898e1d9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:49Z', 'updated_at': '2021-11-22T23:01:02Z', 'revision_number': 4, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'subnets': [{'id': 'af2f498c-ae87-4b83-bc84-1c6898e1d9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:01:03.522884 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe15f8-9cd2-4b10-a4c1-aeb3c827bb5d None None] The sync data for ids ['057817c2-edad-4338-bfe0-0b521ed40d15'] in dv-cinder-818834-1-iscsi is: [{'id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'name': 'tempest-TestShelveInstance-1725686294-router', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:44Z', 'updated_at': '2021-11-22T23:00:50Z', 'revision_number': 4, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'gw_port': {'id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '157288ca-38e8-40af-a75a-9ed5aeac0648', 'name': '', 'network_id': 'f56f55bd-e23e-4c18-b0dc-cffda88c07e4', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'mac_address': 'fa:16:3e:0f:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'af2f498c-ae87-4b83-bc84-1c6898e1d9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:49Z', 'updated_at': '2021-11-22T23:01:02Z', 'revision_number': 4, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'subnets': [{'id': 'af2f498c-ae87-4b83-bc84-1c6898e1d9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:01:03.551984 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-8c2e3f92-f2d0-430e-8c41-51227b50c13f None None] Provisioning complete for port 157288ca-38e8-40af-a75a-9ed5aeac0648 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:01:03.552360 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3f92-f2d0-430e-8c41-51227b50c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:03.673278 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 157288ca-38e8-40af-a75a-9ed5aeac0648 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:01:03.722181 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 157288ca-38e8-40af-a75a-9ed5aeac0648 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:01:03.722604 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:05.251507 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3e90-634a-4118-beb6-5e5925c0296c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:06.323889 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:07.647898 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:08.248584 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:11.594121 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67ee3-4bcc-446f-856a-c6cdcfacf4be req-b53f7a35-ad3f-4528-95d3-d03b8bb6c905 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:11.595680 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aec67ee3-4bcc-446f-856a-c6cdcfacf4be req-b53f7a35-ad3f-4528-95d3-d03b8bb6c905 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0696683 Nov 22 23:01:11.605344 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a542aed-21f3-46b7-866a-0d22e4414ad4 req-646f3d0b-a3bc-4d78-b4f9-a3dacd105203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:11.605344 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-6a542aed-21f3-46b7-866a-0d22e4414ad4 req-646f3d0b-a3bc-4d78-b4f9-a3dacd105203 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 1098 time: 0.0485542 Nov 22 23:01:11.653788 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aec67ee3-4bcc-446f-856a-c6cdcfacf4be req-cf9698bf-5353-4b96-969c-9680e3595f73 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456653 Nov 22 23:01:11.706269 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a542aed-21f3-46b7-866a-0d22e4414ad4 req-011b126f-dffd-410b-a599-8e064e4c8b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:11.708057 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-6a542aed-21f3-46b7-866a-0d22e4414ad4 req-011b126f-dffd-410b-a599-8e064e4c8b11 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888 HTTP/1.1" status: 200 len: 920 time: 0.0932837 Nov 22 23:01:11.756315 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-6a542aed-21f3-46b7-866a-0d22e4414ad4 req-0b77303a-f57c-476f-b69d-9e4f58afed90 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 HTTP/1.1" status: 200 len: 217 time: 0.0359685 Nov 22 23:01:11.806668 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a542aed-21f3-46b7-866a-0d22e4414ad4 req-4c9fb5c7-b9df-4809-9cc8-edacebdb0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:11.808289 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-6a542aed-21f3-46b7-866a-0d22e4414ad4 req-4c9fb5c7-b9df-4809-9cc8-edacebdb0c5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54239d30-455d-4928-b2ad-f01042871693 HTTP/1.1" status: 200 len: 858 time: 0.0446415 Nov 22 23:01:11.845901 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-6a542aed-21f3-46b7-866a-0d22e4414ad4 req-fa7f2864-adb8-4d64-b185-aa230c57ad11 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240240 Nov 22 23:01:11.949138 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-6a542aed-21f3-46b7-866a-0d22e4414ad4 req-55d30c85-e8e8-43b0-8263-5228dcfed6fb service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916181 Nov 22 23:01:12.050855 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-6a542aed-21f3-46b7-866a-0d22e4414ad4 req-64541001-4b34-4d48-a688-4f1862129a1e service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939391 Nov 22 23:01:12.782545 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e8a80-2fa3-4ebb-aea1-9ce6d75c750d req-948c64ef-bea1-4e85-81c2-8734dc731247 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:12.783904 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1d5e8a80-2fa3-4ebb-aea1-9ce6d75c750d req-948c64ef-bea1-4e85-81c2-8734dc731247 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0490210 Nov 22 23:01:12.831098 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1d5e8a80-2fa3-4ebb-aea1-9ce6d75c750d req-5b450d08-2940-4593-9a90-0c44d78c5b98 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Nov 22 23:01:13.060366 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:01:20.650378 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9915bf-70a0-40be-999d-2c9a4bf74d40 req-a705e013-c139-42b3-bffe-5353509e6336 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:20.652196 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0d9915bf-70a0-40be-999d-2c9a4bf74d40 req-a705e013-c139-42b3-bffe-5353509e6336 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0492578 Nov 22 23:01:20.702169 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0d9915bf-70a0-40be-999d-2c9a4bf74d40 req-cab4f313-b912-4244-9b71-2acca0c0f611 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Nov 22 23:01:21.858097 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed8e43-2e23-4b56-bcb7-2579283159ff req-7593a103-bf9d-4f5c-a401-54a3586396b9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:21.859634 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-caed8e43-2e23-4b56-bcb7-2579283159ff req-7593a103-bf9d-4f5c-a401-54a3586396b9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0502555 Nov 22 23:01:21.911012 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-caed8e43-2e23-4b56-bcb7-2579283159ff req-2c178f40-c297-4a4d-814d-5eba796be16f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451450 Nov 22 23:01:30.014576 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:31.632624 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd26ffc-4d03-4c5e-90bf-99bdfd93b640 req-1b3dfeeb-b79e-40ed-93b3-2a4b611c3552 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:31.634557 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cbd26ffc-4d03-4c5e-90bf-99bdfd93b640 req-1b3dfeeb-b79e-40ed-93b3-2a4b611c3552 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0503640 Nov 22 23:01:31.684841 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cbd26ffc-4d03-4c5e-90bf-99bdfd93b640 req-d8d0e043-8490-4c06-9130-692625c5ef36 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432124 Nov 22 23:01:32.556136 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01acabc0-ab82-445f-8fc9-58baf47484f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:32.808859 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c9b62-cce3-4536-bd09-d5c0c1045dd8 req-ed6f7abe-ff11-4c63-8c75-4b236c33d869 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:32.810370 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ba3c9b62-cce3-4536-bd09-d5c0c1045dd8 req-ed6f7abe-ff11-4c63-8c75-4b236c33d869 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0523739 Nov 22 23:01:32.859477 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ba3c9b62-cce3-4536-bd09-d5c0c1045dd8 req-64366602-c77e-492c-850d-8499c26a905d tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429721 Nov 22 23:01:33.981264 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c276b84-5fb5-4c41-97ed-911efd755af5 req-60fb5a42-bfb6-4fe4-8c1c-41197486c8d9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:33.982820 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7c276b84-5fb5-4c41-97ed-911efd755af5 req-60fb5a42-bfb6-4fe4-8c1c-41197486c8d9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0516081 Nov 22 23:01:34.038327 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7c276b84-5fb5-4c41-97ed-911efd755af5 req-a7ec1079-e220-4fa4-b197-5d0e80fd0b6b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479732 Nov 22 23:01:34.942839 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 37668) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:35.053777 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b894ba5-f601-446f-a64e-8412055c2cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:35.133097 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b894ba5-f601-446f-a64e-8412055c2cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:35.139194 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0b894ba5-f601-446f-a64e-8412055c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:35.185235 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b894ba5-f601-446f-a64e-8412055c2cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf435709-5a79-47dd-953b-5e023cd2d7f8,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:35.191387 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-0b894ba5-f601-446f-a64e-8412055c2cfa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6eaa4061e77d4a169a73f66342332464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474208 Nov 22 23:01:35.194834 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 37682) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:35.207407 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a78cc-b870-41a2-bfa0-ad31756bfac0 req-33fe45fb-eabe-4d00-9590-236a78f0a316 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:35.208054 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-906a78cc-b870-41a2-bfa0-ad31756bfac0 req-33fe45fb-eabe-4d00-9590-236a78f0a316 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0676072 Nov 22 23:01:35.249874 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4d9f40d5-81be-46c8-b905-1533bef81fee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:35.267977 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3fcfce20-64a8-444e-b494-c17d63ca29e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:35.283443 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4d9f40d5-81be-46c8-b905-1533bef81fee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:35.285480 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-906a78cc-b870-41a2-bfa0-ad31756bfac0 req-84d9d0c3-bd4b-4c9e-98f4-ae47ee8bf6ee tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665581 Nov 22 23:01:35.350039 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4d9f40d5-81be-46c8-b905-1533bef81fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:35.354193 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4d9f40d5-81be-46c8-b905-1533bef81fee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:35.358305 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-4d9f40d5-81be-46c8-b905-1533bef81fee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf435709-5a79-47dd-953b-5e023cd2d7f8 HTTP/1.1" status: 204 len: 168 time: 0.1622689 Nov 22 23:01:35.368804 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f40d5-81be-46c8-b905-1533bef81fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf435709-5a79-47dd-953b-5e023cd2d7f8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:36.327370 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:36.407659 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 37744) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:36.412774 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4c4de-afbc-485a-b3aa-8c116b512a7c req-ef908d78-5de6-4649-9a37-ee07abaa92b7 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:36.414914 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d8a4c4de-afbc-485a-b3aa-8c116b512a7c req-ef908d78-5de6-4649-9a37-ee07abaa92b7 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0529277 Nov 22 23:01:36.468193 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d8a4c4de-afbc-485a-b3aa-8c116b512a7c req-65c099de-ed29-4e24-866d-d7d4da81899a tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Nov 22 23:01:36.528443 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31f33d6e-54ff-4b9e-97f0-f9d82382dae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:36.613052 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31f33d6e-54ff-4b9e-97f0-f9d82382dae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:36.617325 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31f33d6e-54ff-4b9e-97f0-f9d82382dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:36.654640 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-31f33d6e-54ff-4b9e-97f0-f9d82382dae3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11bec20815154ea08e6a3aeb0a3877e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459023 Nov 22 23:01:36.656553 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f33d6e-54ff-4b9e-97f0-f9d82382dae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e0f7e3-4f39-4eb4-8c65-37661da01a22,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:36.657327 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 37752) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:36.707644 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e70cce42-7061-4807-a216-975f55e94b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:36.728399 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e70cce42-7061-4807-a216-975f55e94b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:36.773107 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e70cce42-7061-4807-a216-975f55e94b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:36.775849 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e70cce42-7061-4807-a216-975f55e94b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:36.777030 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-e70cce42-7061-4807-a216-975f55e94b57 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/81e0f7e3-4f39-4eb4-8c65-37661da01a22 HTTP/1.1" status: 204 len: 168 time: 0.1185389 Nov 22 23:01:36.784973 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cce42-7061-4807-a216-975f55e94b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e0f7e3-4f39-4eb4-8c65-37661da01a22,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:37.656511 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:38.257097 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:40.981079 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f5384-95af-436b-a298-58fce866d046 req-ffab06b1-a07c-48a9-bab7-8ff70c7a80a5 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:40.982713 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ee8f5384-95af-436b-a298-58fce866d046 req-ffab06b1-a07c-48a9-bab7-8ff70c7a80a5 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0572817 Nov 22 23:01:41.030160 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ee8f5384-95af-436b-a298-58fce866d046 req-7137be00-ae4a-46bb-a77e-1ae120984db3 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Nov 22 23:01:42.149720 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8a952-d03a-48e0-ae5a-b963fc2654ec req-97136bea-c409-4471-b3d6-eb6e03d8089f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:42.151124 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0cb8a952-d03a-48e0-ae5a-b963fc2654ec req-97136bea-c409-4471-b3d6-eb6e03d8089f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0477612 Nov 22 23:01:42.198197 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0cb8a952-d03a-48e0-ae5a-b963fc2654ec req-fffa0e65-28f1-4f71-a8b7-344ff019d069 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Nov 22 23:01:43.320387 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b02b69-665d-44aa-9d6b-77c75c0d8f06 req-1150e7c2-3310-4831-9afa-0b80e9d06639 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:43.321869 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-28b02b69-665d-44aa-9d6b-77c75c0d8f06 req-1150e7c2-3310-4831-9afa-0b80e9d06639 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0522189 Nov 22 23:01:43.369513 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-28b02b69-665d-44aa-9d6b-77c75c0d8f06 req-164e9076-5b1a-4219-a09a-217933473e0b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Nov 22 23:01:44.185827 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 37934) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:44.343730 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bae2-b84f-4316-be4c-5e4958fe1f9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:44.422955 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bae2-b84f-4316-be4c-5e4958fe1f9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:44.427658 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bae2-b84f-4316-be4c-5e4958fe1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:44.488773 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5bae2-b84f-4316-be4c-5e4958fe1f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6550c56e-b2ec-4faa-a1fc-c5e4b38bf107,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:44.492847 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-3ea5bae2-b84f-4316-be4c-5e4958fe1f9e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8fd386e639e42e9b94daf5c3dbcaa1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059042 Nov 22 23:01:44.495755 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 37946) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:44.513326 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da991-cecf-4158-b1bf-3f76dfdde91b req-a1936f63-ad01-4f40-9d17-6b7348e5d046 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:44.514827 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fa3da991-cecf-4158-b1bf-3f76dfdde91b req-a1936f63-ad01-4f40-9d17-6b7348e5d046 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0691044 Nov 22 23:01:44.546158 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91f2e70b-62ab-465e-8f71-2584f2b5241e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:44.566368 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fa3da991-cecf-4158-b1bf-3f76dfdde91b req-47ae6125-81e7-40c6-9d20-d11b4b0047b0 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448179 Nov 22 23:01:44.568165 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91f2e70b-62ab-465e-8f71-2584f2b5241e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:44.614469 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91f2e70b-62ab-465e-8f71-2584f2b5241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:44.617441 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91f2e70b-62ab-465e-8f71-2584f2b5241e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:44.618618 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-91f2e70b-62ab-465e-8f71-2584f2b5241e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6550c56e-b2ec-4faa-a1fc-c5e4b38bf107 HTTP/1.1" status: 204 len: 168 time: 0.1218882 Nov 22 23:01:44.626132 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2e70b-62ab-465e-8f71-2584f2b5241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6550c56e-b2ec-4faa-a1fc-c5e4b38bf107,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:45.104523 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 37960) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:45.210209 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-250fe430-6ddb-4d1a-9db1-0311dc7bb1ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:45.293163 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-250fe430-6ddb-4d1a-9db1-0311dc7bb1ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:45.297141 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-250fe430-6ddb-4d1a-9db1-0311dc7bb1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:45.336319 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-250fe430-6ddb-4d1a-9db1-0311dc7bb1ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d0a1fab7f56748cd98f03d9f622e12e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306783 Nov 22 23:01:45.339058 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fe430-6ddb-4d1a-9db1-0311dc7bb1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e8f77e-8aea-45d9-9d0d-598d1b73b20a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:45.340817 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 37968) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:45.401263 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-824f2d3d-1209-4ff3-ad2f-4bb383a46ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:45.430079 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-824f2d3d-1209-4ff3-ad2f-4bb383a46ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:45.482234 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-824f2d3d-1209-4ff3-ad2f-4bb383a46ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:45.484931 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-824f2d3d-1209-4ff3-ad2f-4bb383a46ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:45.486105 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-824f2d3d-1209-4ff3-ad2f-4bb383a46ec6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17e8f77e-8aea-45d9-9d0d-598d1b73b20a HTTP/1.1" status: 204 len: 168 time: 0.1443696 Nov 22 23:01:45.494718 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f2d3d-1209-4ff3-ad2f-4bb383a46ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e8f77e-8aea-45d9-9d0d-598d1b73b20a,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:45.690316 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b766b-68fa-41a9-a188-2ed761cf1f9a req-3fbbe106-09da-4edf-8c30-d0a75625e400 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:45.691866 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ac7b766b-68fa-41a9-a188-2ed761cf1f9a req-3fbbe106-09da-4edf-8c30-d0a75625e400 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0533996 Nov 22 23:01:45.741468 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ac7b766b-68fa-41a9-a188-2ed761cf1f9a req-fcf015df-013c-409c-a87d-177edca37234 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437720 Nov 22 23:01:45.762797 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 37978) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:45.776963 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa7ad64a-bf6e-4570-a57b-89f5691be4fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:45.854874 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa7ad64a-bf6e-4570-a57b-89f5691be4fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:45.858577 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-aa7ad64a-bf6e-4570-a57b-89f5691be4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:45.898258 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-aa7ad64a-bf6e-4570-a57b-89f5691be4fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=762a1e15a7d641509c9ff14de769f932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343668 Nov 22 23:01:45.899578 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ad64a-bf6e-4570-a57b-89f5691be4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0672c056-ca76-4e63-95b8-9627ff291786,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:45.900911 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 37982) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:45.950190 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3aa9573a-5fa4-477f-ae97-6567be28c7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:45.978149 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3aa9573a-5fa4-477f-ae97-6567be28c7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:46.026773 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3aa9573a-5fa4-477f-ae97-6567be28c7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:46.029531 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3aa9573a-5fa4-477f-ae97-6567be28c7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:46.030727 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-3aa9573a-5fa4-477f-ae97-6567be28c7ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0672c056-ca76-4e63-95b8-9627ff291786 HTTP/1.1" status: 204 len: 168 time: 0.1288214 Nov 22 23:01:46.038710 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9573a-5fa4-477f-ae97-6567be28c7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0672c056-ca76-4e63-95b8-9627ff291786,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:46.868221 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ef042-af8e-42c4-ba4c-5f500ba66bb9 req-5545aee4-6575-4f9d-8460-9909a09924cf tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:46.876373 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cf5ef042-af8e-42c4-ba4c-5f500ba66bb9 req-5545aee4-6575-4f9d-8460-9909a09924cf tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0660121 Nov 22 23:01:46.928367 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cf5ef042-af8e-42c4-ba4c-5f500ba66bb9 req-93fc4e72-34d1-4ea9-9843-1fb9fba73f54 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506711 Nov 22 23:01:47.645198 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 38058) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:47.856769 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ae5e727-b7ab-40c0-b2ed-c9a9d17df00c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:47.947279 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ae5e727-b7ab-40c0-b2ed-c9a9d17df00c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:47.954294 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8ae5e727-b7ab-40c0-b2ed-c9a9d17df00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:47.991420 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5e727-b7ab-40c0-b2ed-c9a9d17df00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33776da-45ca-4f33-a8d5-9496d5776c12,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:47.995666 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-8ae5e727-b7ab-40c0-b2ed-c9a9d17df00c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df484d5ca56c48cf88cbced695b678bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492994 Nov 22 23:01:47.998884 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 38074) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:48.090585 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c8c5b-ec0d-430d-a6c8-714dc2256d72 req-eb4aa96e-4270-4be9-a98e-9570491d0cce tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:48.092217 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-122c8c5b-ec0d-430d-a6c8-714dc2256d72 req-eb4aa96e-4270-4be9-a98e-9570491d0cce tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0840766 Nov 22 23:01:48.095275 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9f75-731c-4d9c-84b6-ca712d3b3fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:48.131943 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9f75-731c-4d9c-84b6-ca712d3b3fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:48.195799 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-122c8c5b-ec0d-430d-a6c8-714dc2256d72 req-80bcfea6-e0b2-4b33-9803-f585ed5e5924 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954690 Nov 22 23:01:48.226656 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9f75-731c-4d9c-84b6-ca712d3b3fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:48.229313 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9f75-731c-4d9c-84b6-ca712d3b3fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:48.230486 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-ac2c9f75-731c-4d9c-84b6-ca712d3b3fca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f33776da-45ca-4f33-a8d5-9496d5776c12 HTTP/1.1" status: 204 len: 168 time: 0.2306721 Nov 22 23:01:48.239575 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c9f75-731c-4d9c-84b6-ca712d3b3fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33776da-45ca-4f33-a8d5-9496d5776c12,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:48.518695 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 38086) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:48.531764 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe8fc201-103b-466e-97ab-791ef4e318fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:48.609997 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe8fc201-103b-466e-97ab-791ef4e318fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:48.614100 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fe8fc201-103b-466e-97ab-791ef4e318fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:48.664038 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fc201-103b-466e-97ab-791ef4e318fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90d8efe-ac80-4e1e-b548-c8544d236889,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:48.670314 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-fe8fc201-103b-466e-97ab-791ef4e318fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92b86f7a078f42a2a58c22268ebc3940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504087 Nov 22 23:01:48.673583 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 38088) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:48.727020 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-be704c75-a7df-4317-9d30-2dfa342d3abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:48.753189 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-be704c75-a7df-4317-9d30-2dfa342d3abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:48.803712 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-be704c75-a7df-4317-9d30-2dfa342d3abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:48.806459 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-be704c75-a7df-4317-9d30-2dfa342d3abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:48.807641 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-be704c75-a7df-4317-9d30-2dfa342d3abd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c90d8efe-ac80-4e1e-b548-c8544d236889 HTTP/1.1" status: 204 len: 168 time: 0.1338327 Nov 22 23:01:48.815703 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be704c75-a7df-4317-9d30-2dfa342d3abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90d8efe-ac80-4e1e-b548-c8544d236889,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:49.331651 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d248046-2b68-4a0e-8bb9-1b5ee0c9d957 req-15bc691a-4dfe-4267-bbc8-f8ea044335d3 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:49.333169 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4d248046-2b68-4a0e-8bb9-1b5ee0c9d957 req-15bc691a-4dfe-4267-bbc8-f8ea044335d3 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0549700 Nov 22 23:01:49.385076 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4d248046-2b68-4a0e-8bb9-1b5ee0c9d957 req-176738bf-c721-4e35-aa93-a8e938c71488 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453286 Nov 22 23:01:50.059632 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:01:50.293472 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cdfee-7e3b-4c1a-8e8c-b56fe9e0c291 req-24ce641f-1bef-4a29-9243-201aec8fe167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:50.295042 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-088cdfee-7e3b-4c1a-8e8c-b56fe9e0c291 req-24ce641f-1bef-4a29-9243-201aec8fe167 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 1098 time: 0.0502849 Nov 22 23:01:50.342862 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-088cdfee-7e3b-4c1a-8e8c-b56fe9e0c291 req-241c32d6-ec1b-49cb-a519-1424299ac684 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Nov 22 23:01:50.522036 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61aeba-96c7-4800-b44f-9bd09e9d9430 req-45a140a3-7192-499c-92df-6f9563bbecbf tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:50.529706 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4f61aeba-96c7-4800-b44f-9bd09e9d9430 req-45a140a3-7192-499c-92df-6f9563bbecbf tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0600441 Nov 22 23:01:50.590268 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4f61aeba-96c7-4800-b44f-9bd09e9d9430 req-55fff000-513f-42ea-8acb-8059b0c41c57 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586083 Nov 22 23:01:51.369026 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 38212) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:51.472911 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7c62-e989-4312-a3f6-724732518e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:51.548230 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7c62-e989-4312-a3f6-724732518e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:51.552523 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7c62-e989-4312-a3f6-724732518e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:51.593395 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-bf6c7c62-e989-4312-a3f6-724732518e96 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c296df62073745a0aad8f288d9411a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234995 Nov 22 23:01:51.595355 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c7c62-e989-4312-a3f6-724732518e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f283217e-44f4-445e-b1b7-fc1fb9d84e19,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:51.596627 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 38216) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:51.650653 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a57cd54-fe76-4859-ab4b-ad0a2810040c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:51.673014 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a57cd54-fe76-4859-ab4b-ad0a2810040c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:51.709245 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a0169-a053-4a1d-8ecd-99c790926738 req-78325b3d-ceb4-4142-829c-703ab34241a1 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:51.711658 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2c0a0169-a053-4a1d-8ecd-99c790926738 req-78325b3d-ceb4-4142-829c-703ab34241a1 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0543513 Nov 22 23:01:51.736641 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a57cd54-fe76-4859-ab4b-ad0a2810040c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:51.740757 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7a57cd54-fe76-4859-ab4b-ad0a2810040c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:51.746918 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-7a57cd54-fe76-4859-ab4b-ad0a2810040c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f283217e-44f4-445e-b1b7-fc1fb9d84e19 HTTP/1.1" status: 204 len: 168 time: 0.1489415 Nov 22 23:01:51.757173 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57cd54-fe76-4859-ab4b-ad0a2810040c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f283217e-44f4-445e-b1b7-fc1fb9d84e19,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:51.764337 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2c0a0169-a053-4a1d-8ecd-99c790926738 req-b6025385-b6ad-4cd5-a065-1cece1341406 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461638 Nov 22 23:01:52.029326 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 38224) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:52.042504 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64ed1526-ff9d-43d3-8b4e-a5f1f0002d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:52.117558 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64ed1526-ff9d-43d3-8b4e-a5f1f0002d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:52.121784 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-64ed1526-ff9d-43d3-8b4e-a5f1f0002d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:52.160167 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-64ed1526-ff9d-43d3-8b4e-a5f1f0002d07 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6400b712adb749acba9d8a5630db5833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295583 Nov 22 23:01:52.161031 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed1526-ff9d-43d3-8b4e-a5f1f0002d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca2899-bf34-4dd2-b491-f162cdbb33a1,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:52.162859 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 38228) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:52.217358 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:52.240468 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:52.287284 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:52.290227 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:52.294024 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a5ca2899-bf34-4dd2-b491-f162cdbb33a1 HTTP/1.1" status: 204 len: 168 time: 0.1290994 Nov 22 23:01:52.302547 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca2899-bf34-4dd2-b491-f162cdbb33a1,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:52.309770 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:52.310124 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:52.310488 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:52.310813 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:52.311148 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:52.311482 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:52.311851 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:52.312186 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:52.312516 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:52.312845 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:52.313217 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:52.313486 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a0c0b9-ec67-4b59-ae46-d8d131670457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:52.890407 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66915467-1d67-48b0-a4fe-e34d3e768e1d req-ef88fc07-a5fa-49cd-a10a-bc55ce3bf8d9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:52.895940 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-66915467-1d67-48b0-a4fe-e34d3e768e1d req-ef88fc07-a5fa-49cd-a10a-bc55ce3bf8d9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0529718 Nov 22 23:01:52.941540 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-66915467-1d67-48b0-a4fe-e34d3e768e1d req-62f99be2-ba02-46e2-bf65-0fe77f74ea74 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Nov 22 23:01:53.026158 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 38270) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:53.135015 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1067839743-network', 'tenant_id': '1734d6e5ada24e74857dbeaf2a19d2ae'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:01:53.164522 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Made reservation on behalf of 1734d6e5ada24e74857dbeaf2a19d2ae for: {'network': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:01:53.168453 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:53.192962 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:53.203438 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b89f-641c-472e-b3a2-9c428a323ec2 req-c6d35620-cad7-4f53-af63-b6130f6fc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:53.205169 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ba66b89f-641c-472e-b3a2-9c428a323ec2 req-c6d35620-cad7-4f53-af63-b6130f6fc2b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 1098 time: 0.0468149 Nov 22 23:01:53.239898 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f15e38-0246-4b37-b72b-94c6a4cf3d68 req-74da8bc2-80e0-4142-892d-3c646b95035f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:53.241568 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-12f15e38-0246-4b37-b72b-94c6a4cf3d68 req-74da8bc2-80e0-4142-892d-3c646b95035f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0906072 Nov 22 23:01:53.307805 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b89f-641c-472e-b3a2-9c428a323ec2 req-4220e1d0-8cbd-424f-80c7-45ab5cec79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:53.309320 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ba66b89f-641c-472e-b3a2-9c428a323ec2 req-4220e1d0-8cbd-424f-80c7-45ab5cec79d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888 HTTP/1.1" status: 200 len: 920 time: 0.0949390 Nov 22 23:01:53.318784 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-12f15e38-0246-4b37-b72b-94c6a4cf3d68 req-bac0dd08-6aa7-461a-9302-8e1a99db9bd2 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675626 Nov 22 23:01:53.336696 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:53.342832 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:53.366896 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ba66b89f-641c-472e-b3a2-9c428a323ec2 req-29032027-e2d9-46b5-a1fd-47f1c761d540 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 HTTP/1.1" status: 200 len: 217 time: 0.0498400 Nov 22 23:01:53.371008 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=102663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 23:01:53.381701 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df96edf-083c-403a-9e48-e54448b07bde,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:53.386652 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:53.387215 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.segments_db [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Added segment dbf9caa8-1b6c-4633-8741-2975926b7dd6 of type vlan for network cf5659d0-a132-4ec4-a980-7145a1826e0a Nov 22 23:01:53.401260 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:53.401866 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:53.402382 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:53.402876 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:53.403380 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:53.403884 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:53.404225 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:53.404561 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:53.404892 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:53.405233 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:53.405750 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:53.406076 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:01:53.430186 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b89f-641c-472e-b3a2-9c428a323ec2 req-18e1b80c-eb07-4001-b462-84dff0cfdaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:53.431961 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ba66b89f-641c-472e-b3a2-9c428a323ec2 req-18e1b80c-eb07-4001-b462-84dff0cfdaeb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54239d30-455d-4928-b2ad-f01042871693 HTTP/1.1" status: 200 len: 858 time: 0.0570188 Nov 22 23:01:53.453785 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:53.464422 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ba66b89f-641c-472e-b3a2-9c428a323ec2 req-95d76173-bb08-4b2f-af99-40a93f84aef2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249112 Nov 22 23:01:53.477655 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:53.478747 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:53.479402 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:53.536778 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5068541 Nov 22 23:01:53.541539 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 38284) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:53.548371 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-33367e7d-3150-467e-84b4-2eab27c51537 admin admin] Request body: {'subnet': {'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1067839743-subnet', 'tenant_id': '1734d6e5ada24e74857dbeaf2a19d2ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:01:53.557209 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57d8ad-7762-4cd0-92ed-a369b111f7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=cf5659d0-a132-4ec4-a980-7145a1826e0a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:53.573772 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network cf5659d0-a132-4ec4-a980-7145a1826e0a details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 23:01:53.575047 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33367e7d-3150-467e-84b4-2eab27c51537 admin admin] Made reservation on behalf of 1734d6e5ada24e74857dbeaf2a19d2ae for: {'subnet': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:01:53.577714 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33367e7d-3150-467e-84b4-2eab27c51537 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:53.601519 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ba66b89f-641c-472e-b3a2-9c428a323ec2 req-f87706c3-b0ee-4b99-9774-a9673a0a4423 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954232 Nov 22 23:01:53.718476 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ba66b89f-641c-472e-b3a2-9c428a323ec2 req-16150f48-e749-4df3-9a4f-4eca998c83fd service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092246 Nov 22 23:01:53.767430 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33367e7d-3150-467e-84b4-2eab27c51537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:53.824879 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33367e7d-3150-467e-84b4-2eab27c51537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c881c81d-80f0-433f-9b49-d729778b1b94,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:53.834813 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33367e7d-3150-467e-84b4-2eab27c51537 admin admin] Checking segment: {'id': 'dbf9caa8-1b6c-4633-8741-2975926b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:01:53.835169 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33367e7d-3150-467e-84b4-2eab27c51537 admin admin] Network hostable DHCP agents. Network: cf5659d0-a132-4ec4-a980-7145a1826e0a, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 23:01:53.851782 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33367e7d-3150-467e-84b4-2eab27c51537 admin admin] Network cf5659d0-a132-4ec4-a980-7145a1826e0a is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 23:01:53.859956 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-33367e7d-3150-467e-84b4-2eab27c51537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, cf5659d0-a132-4ec4-a980-7145a1826e0a) {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:01:53.864031 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33367e7d-3150-467e-84b4-2eab27c51537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:53.869074 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-33367e7d-3150-467e-84b4-2eab27c51537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:53.870721 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98e9c5-b502-4105-9b8f-e219f0e5a9e2 None None] Network cf5659d0-a132-4ec4-a980-7145a1826e0a requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:01:53.888809 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-33367e7d-3150-467e-84b4-2eab27c51537 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3412540 Nov 22 23:01:53.999882 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2124f37-38c0-41b5-b3a4-137741da3288 None None] Network cf5659d0-a132-4ec4-a980-7145a1826e0a requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:01:54.451327 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11db96b-524a-43d5-b7a5-24a19588c110 req-698dbe21-24d6-4ce0-ba87-caa5a6840910 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:54.452903 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f11db96b-524a-43d5-b7a5-24a19588c110 req-698dbe21-24d6-4ce0-ba87-caa5a6840910 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0527699 Nov 22 23:01:54.509871 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f11db96b-524a-43d5-b7a5-24a19588c110 req-d839cf83-100c-411e-b513-1f8259a4cd01 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501308 Nov 22 23:01:55.628331 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac3215-d2ec-4e2c-bdd8-02688da7d1af req-ea1ac05c-c91d-422a-88bd-dc04f22f5ba7 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:55.629926 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-beac3215-d2ec-4e2c-bdd8-02688da7d1af req-ea1ac05c-c91d-422a-88bd-dc04f22f5ba7 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0496094 Nov 22 23:01:55.678217 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-beac3215-d2ec-4e2c-bdd8-02688da7d1af req-0c0b8887-a821-4f79-808b-8d1c3f89048c tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424302 Nov 22 23:01:56.972278 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-93b30c98-149a-473f-af41-b68b0384f44b tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438128512&fields=id&tenant_id=f8e29191d83b4af2b4c82ff4194343c7 HTTP/1.1" status: 200 len: 267 time: 0.3012257 Nov 22 23:01:57.075559 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0f56db59-9b5d-4bc8-952e-1d7742afc519 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:57.077005 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0f56db59-9b5d-4bc8-952e-1d7742afc519 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/networks?id=cf5659d0-a132-4ec4-a980-7145a1826e0a HTTP/1.1" status: 200 len: 809 time: 0.3787677 Nov 22 23:01:57.108301 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-1b216f22-7af8-43d2-ae72-9455c794bcfc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/quotas/1734d6e5ada24e74857dbeaf2a19d2ae HTTP/1.1" status: 200 len: 375 time: 0.0244555 Nov 22 23:01:57.150670 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2e142bf1-7239-4153-9f0f-a4eeeb4ea279 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:57.152247 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2e142bf1-7239-4153-9f0f-a4eeeb4ea279 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/networks?id=b486bead-762c-46e4-ac1b-a687c9397500 HTTP/1.1" status: 200 len: 808 time: 0.1706290 Nov 22 23:01:57.154585 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-e7ebdc38-714e-4db7-85eb-960ddaddae72 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1734d6e5ada24e74857dbeaf2a19d2ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374594 Nov 22 23:01:57.194044 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-7abb981b-1b52-4932-83c7-bbc405c1d45a tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/quotas/f8e29191d83b4af2b4c82ff4194343c7 HTTP/1.1" status: 200 len: 375 time: 0.0348279 Nov 22 23:01:57.309144 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-48dfb5b9-9b5a-4742-8aa6-f13c43af150a tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f8e29191d83b4af2b4c82ff4194343c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821052 Nov 22 23:01:57.315757 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-ae83b0b1-83ce-470d-b23f-28441897040b service neutron] 10.222.0.81 "GET /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492522 Nov 22 23:01:57.426204 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 38384) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:57.491837 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-28ac5399-176f-4fb8-80f4-bd3789870eba service neutron] 10.222.0.81 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610096 Nov 22 23:01:57.494172 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-29c2208d-5eaf-4cb9-92bb-5da20243fc4e service neutron] 10.222.0.81 "GET /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721265 Nov 22 23:01:57.569178 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad6493d4-7c90-4b03-9f4b-f28592358b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:57.601389 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-a852f8ea-2655-40a1-af46-7d65fbff5005 service neutron] 10.222.0.81 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022708 Nov 22 23:01:57.705453 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad6493d4-7c90-4b03-9f4b-f28592358b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:57.712235 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad6493d4-7c90-4b03-9f4b-f28592358b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:57.770718 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214fe17-9112-4d2d-ad48-9fe11b74c6cc req-76581688-d937-428b-9748-71d1beb6ba39 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:57.778026 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f214fe17-9112-4d2d-ad48-9fe11b74c6cc req-76581688-d937-428b-9748-71d1beb6ba39 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0997453 Nov 22 23:01:57.808612 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6493d4-7c90-4b03-9f4b-f28592358b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e758322-312b-4d3d-b556-1ad3bc795fab,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:57.816129 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-ad6493d4-7c90-4b03-9f4b-f28592358b0b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f67618ef63c94b2d8fd7088d55027d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880839 Nov 22 23:01:57.818590 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 38408) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:57.865512 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f214fe17-9112-4d2d-ad48-9fe11b74c6cc req-7e2d0c9e-c741-4907-8913-163531bd6b20 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861285 Nov 22 23:01:57.904952 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-159340a1-bc2d-4140-9060-b0aa48dd3a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:57.935858 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-159340a1-bc2d-4140-9060-b0aa48dd3a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:57.990788 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-159340a1-bc2d-4140-9060-b0aa48dd3a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:57.993507 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-159340a1-bc2d-4140-9060-b0aa48dd3a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:57.996991 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-159340a1-bc2d-4140-9060-b0aa48dd3a84 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e758322-312b-4d3d-b556-1ad3bc795fab HTTP/1.1" status: 204 len: 168 time: 0.1750202 Nov 22 23:01:58.004827 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159340a1-bc2d-4140-9060-b0aa48dd3a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e758322-312b-4d3d-b556-1ad3bc795fab,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:58.275129 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-3e57dde5-b86d-44b5-973c-c2264be36ff3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523553842&fields=id&tenant_id=4371c64c75764f9c80faa90370720ae5 HTTP/1.1" status: 200 len: 267 time: 0.0638800 Nov 22 23:01:58.331862 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 38420) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:58.345240 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-711d3dfc-40b6-4583-b43d-d582e6be3c64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:58.405763 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-c004b5f2-dba2-487a-beb4-26974ea89190 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:58.407531 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-c004b5f2-dba2-487a-beb4-26974ea89190 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 811 time: 0.1253974 Nov 22 23:01:58.428403 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-977d4118-0d79-474b-87c3-ca98b3e1ed53 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/quotas/4371c64c75764f9c80faa90370720ae5 HTTP/1.1" status: 200 len: 375 time: 0.0125239 Nov 22 23:01:58.431799 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-711d3dfc-40b6-4583-b43d-d582e6be3c64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:58.436458 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-711d3dfc-40b6-4583-b43d-d582e6be3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:58.478178 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-711d3dfc-40b6-4583-b43d-d582e6be3c64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c44be362f7fe4f7baaf4fc5b95d8fc47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451943 Nov 22 23:01:58.479098 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d3dfc-40b6-4583-b43d-d582e6be3c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ee5445-7b2a-4b66-a6bd-d08e322e717a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:58.482343 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 38422) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:58.482488 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-30524596-9127-48c6-82c5-7a95917a05af tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457637 Nov 22 23:01:58.537305 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e587006-4fdb-4756-9dd4-cee2474834b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:58.559990 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e587006-4fdb-4756-9dd4-cee2474834b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:58.578063 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-a69c86f5-73fc-4d90-bf1e-29bd32611523 service neutron] 10.222.0.81 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827706 Nov 22 23:01:58.608010 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e587006-4fdb-4756-9dd4-cee2474834b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:58.610766 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9e587006-4fdb-4756-9dd4-cee2474834b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:58.612573 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-9e587006-4fdb-4756-9dd4-cee2474834b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7ee5445-7b2a-4b66-a6bd-d08e322e717a HTTP/1.1" status: 204 len: 168 time: 0.1292062 Nov 22 23:01:58.620641 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e587006-4fdb-4756-9dd4-cee2474834b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ee5445-7b2a-4b66-a6bd-d08e322e717a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:58.676775 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0a15b2bd-4b29-42ca-984c-cbdd197454c5 service neutron] 10.222.0.81 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922813 Nov 22 23:01:58.972938 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a2e32426-09e9-43a4-90ba-e47c83e9b4d6 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:58.975020 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a2e32426-09e9-43a4-90ba-e47c83e9b4d6 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.83 "GET /v2.0/networks?id=cf5659d0-a132-4ec4-a980-7145a1826e0a HTTP/1.1" status: 200 len: 809 time: 0.1539881 Nov 22 23:01:58.998149 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 38440) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:58.999559 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Request body: {'port': {'device_id': '12da941f-db01-4c12-b5dd-8b1a3051048f', 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a', 'admin_state_up': True, 'tenant_id': '1734d6e5ada24e74857dbeaf2a19d2ae'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:01:59.046465 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c87acfd5-4fa1-4ef7-a544-dfd898c62a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:59.074254 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f750d425-846a-4329-9084-f9a7c8369924 req-54eecb6e-1217-493b-909a-32e7b5ff8d83 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 210 time: 0.0424805 Nov 22 23:01:59.167898 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4d3e7952-2d80-479f-97d3-d55efcaa4b8c req-bf863561-f6e8-4125-8d4d-e0f325bded5e tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 210 time: 0.0378394 Nov 22 23:01:59.207202 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Made reservation on behalf of 1734d6e5ada24e74857dbeaf2a19d2ae for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:01:59.212236 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:59.220235 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c87acfd5-4fa1-4ef7-a544-dfd898c62a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:59.231003 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c87acfd5-4fa1-4ef7-a544-dfd898c62a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:59.255622 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fe13b213-fb44-4584-8fe4-faff4cdb260b req-b317f7ac-f815-407e-b3a0-73ffb8b6a43e tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 210 time: 0.0415287 Nov 22 23:01:59.313654 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-c87acfd5-4fa1-4ef7-a544-dfd898c62a1c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fbd6f04af7d54fe383117ef5d99fca96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144822 Nov 22 23:01:59.316197 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87acfd5-4fa1-4ef7-a544-dfd898c62a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782f8d87-eaae-4d29-9349-ce97afb0a343,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:59.317095 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 38454) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:01:59.339295 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a30c54-4e71-4c85-b343-c347ed976b3d req-3194a346-3091-488f-b62b-1c7297e3744e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:59.341449 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-49a30c54-4e71-4c85-b343-c347ed976b3d req-3194a346-3091-488f-b62b-1c7297e3744e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0782397 Nov 22 23:01:59.398829 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-49a30c54-4e71-4c85-b343-c347ed976b3d req-d28e9c72-947c-4d39-ba09-43af01390304 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513411 Nov 22 23:01:59.417606 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Allocated IP 172.20.0.13 (cf5659d0-a132-4ec4-a980-7145a1826e0a/c881c81d-80f0-433f-9b49-d729778b1b94/759d7d9f-096c-4010-a81e-a5c2414aa57c) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:01:59.425854 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a580fd11-bcc3-483b-a087-c46eec14c9d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:59.465191 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a580fd11-bcc3-483b-a087-c46eec14c9d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:59.591003 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a580fd11-bcc3-483b-a087-c46eec14c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:59.593645 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a580fd11-bcc3-483b-a087-c46eec14c9d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:59.594779 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-a580fd11-bcc3-483b-a087-c46eec14c9d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/782f8d87-eaae-4d29-9349-ce97afb0a343 HTTP/1.1" status: 204 len: 168 time: 0.2755451 Nov 22 23:01:59.612659 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580fd11-bcc3-483b-a087-c46eec14c9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f8d87-eaae-4d29-9349-ce97afb0a343,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:59.634039 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:59.672941 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:59.729005 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Network cf5659d0-a132-4ec4-a980-7145a1826e0a is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:01:59.732911 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:01:59.738082 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:01:59.745269 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Pushing event updated for resources: {'Port': ['ID=759d7d9f-096c-4010-a81e-a5c2414aa57c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:01:59.794981 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:01:59.795599 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:01:59.813687 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-a86892a6-7ebd-4596-844e-2f8b2b165cdc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8203876 Nov 22 23:01:59.856943 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Request body: {'port': {'device_id': '12da941f-db01-4c12-b5dd-8b1a3051048f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:01:59.916328 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:00.021186 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:00.212360 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9f2f5-af32-42de-a604-99e928531483 req-4148c89e-d435-4db3-b028-8bc93ff64b20 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:00.214637 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d9d9f2f5-af32-42de-a604-99e928531483 req-4148c89e-d435-4db3-b028-8bc93ff64b20 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 932 time: 0.0666385 Nov 22 23:02:00.225698 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759d7d9f-096c-4010-a81e-a5c2414aa57c {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:02:00.240738 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:00.272097 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Transition to ACTIVE for port object 759d7d9f-096c-4010-a81e-a5c2414aa57c will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:02:00.281537 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:00.289543 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7fd42495-5279-4d6e-985b-e93f80a4e076 req-27a24c5f-abdf-4564-9ba7-6ebe3f06d421 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 210 time: 0.0435045 Nov 22 23:02:00.333986 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=759d7d9f-096c-4010-a81e-a5c2414aa57c,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:00.345083 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d9d9f2f5-af32-42de-a604-99e928531483 req-a07d594d-e92b-4a6a-8c37-0e1690ca8b1a tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246121 Nov 22 23:02:00.396960 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b708f7c6-ffe0-40aa-8fe5-f00d1a5a3c6a req-a0631941-44c7-4134-82a6-53b70f7aa2f3 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 210 time: 0.0473216 Nov 22 23:02:00.440751 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Attempting to bind port 759d7d9f-096c-4010-a81e-a5c2414aa57c on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:02:00.441783 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Attempting to bind port 759d7d9f-096c-4010-a81e-a5c2414aa57c by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'dbf9caa8-1b6c-4633-8741-2975926b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:02:00.441783 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Attempting to bind port 759d7d9f-096c-4010-a81e-a5c2414aa57c on network cf5659d0-a132-4ec4-a980-7145a1826e0a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:02:00.446214 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Port 759d7d9f-096c-4010-a81e-a5c2414aa57c on network cf5659d0-a132-4ec4-a980-7145a1826e0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:02:00.446534 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Attempting to bind port 759d7d9f-096c-4010-a81e-a5c2414aa57c on network cf5659d0-a132-4ec4-a980-7145a1826e0a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:02:00.449376 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-52ca00ca-b81d-47e8-9ff8-3a89b03d9710 req-35b4a5d5-7493-4212-9763-f4cb0e34a25e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619748 Nov 22 23:02:00.452055 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:02:00.452391 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Checking segment: {'id': 'dbf9caa8-1b6c-4633-8741-2975926b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:02:00.452774 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Bound using segment: {'id': 'dbf9caa8-1b6c-4633-8741-2975926b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:02:00.453206 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Bound port: 759d7d9f-096c-4010-a81e-a5c2414aa57c, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf9caa8-1b6c-4633-8741-2975926b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:02:00.453559 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:00.524621 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] For port 759d7d9f-096c-4010-a81e-a5c2414aa57c, host hv-cinder-81883, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:02:00.527765 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] For port 759d7d9f-096c-4010-a81e-a5c2414aa57c, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=759d7d9f-096c-4010-a81e-a5c2414aa57c,segment=NetworkSegment(dbf9caa8-1b6c-4633-8741-2975926b7dd6),segment_id=dbf9caa8-1b6c-4633-8741-2975926b7dd6)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:02:00.532166 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:00.569481 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca00ca-b81d-47e8-9ff8-3a89b03d9710 req-b73b8fd2-8684-419b-8796-5a1e8f57dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:00.571268 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-52ca00ca-b81d-47e8-9ff8-3a89b03d9710 req-b73b8fd2-8684-419b-8796-5a1e8f57dcb8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 1098 time: 0.0464764 Nov 22 23:02:00.581166 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:00.582126 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:00.584098 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] 10.222.0.83 "PUT /v2.0/ports/759d7d9f-096c-4010-a81e-a5c2414aa57c HTTP/1.1" status: 200 len: 1094 time: 0.7317920 Nov 22 23:02:00.584754 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12da941f-db01-4c12-b5dd-8b1a3051048f', 'tag': '759d7d9f-096c-4010-a81e-a5c2414aa57c'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:00.587744 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f521e432-2e6a-4c6f-907c-6995d0ee5a98" -d '{"events": [{"name": "network-changed", "server_uuid": "12da941f-db01-4c12-b5dd-8b1a3051048f", "tag": "759d7d9f-096c-4010-a81e-a5c2414aa57c"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:00.626689 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060269f-44b9-4b88-9bd7-65e3c1c44eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=759d7d9f-096c-4010-a81e-a5c2414aa57c,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:00.656059 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8b9537-f3c6-4109-b826-55d31358002d x-openstack-request-id: req-8a8b9537-f3c6-4109-b826-55d31358002d {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:00.656351 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12da941f-db01-4c12-b5dd-8b1a3051048f", "tag": "759d7d9f-096c-4010-a81e-a5c2414aa57c", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:00.656614 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a8b9537-f3c6-4109-b826-55d31358002d {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:00.657014 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12da941f-db01-4c12-b5dd-8b1a3051048f', 'tag': '759d7d9f-096c-4010-a81e-a5c2414aa57c', 'status': 'completed', 'code': 200} Nov 22 23:02:00.700299 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca00ca-b81d-47e8-9ff8-3a89b03d9710 req-48bb28e9-5c0a-421b-8626-137890662b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:00.701966 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-52ca00ca-b81d-47e8-9ff8-3a89b03d9710 req-48bb28e9-5c0a-421b-8626-137890662b2e service neutron] 10.222.0.83 "GET /v2.0/networks?id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888 HTTP/1.1" status: 200 len: 920 time: 0.0982730 Nov 22 23:02:00.704729 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-c63954bd-7140-459d-8c7a-139c09d248c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:00.707261 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-c63954bd-7140-459d-8c7a-139c09d248c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1734d6e5ada24e74857dbeaf2a19d2ae&device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 1097 time: 0.0412076 Nov 22 23:02:00.759264 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-0e047ed2-f530-4b74-9479-9cb67fa2e117 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=759d7d9f-096c-4010-a81e-a5c2414aa57c HTTP/1.1" status: 200 len: 217 time: 0.0363266 Nov 22 23:02:00.760334 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-52ca00ca-b81d-47e8-9ff8-3a89b03d9710 req-bdf18b33-82ff-4c1f-9923-abbd842592a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00b76964-7845-4ede-805d-663e9d646d8b HTTP/1.1" status: 200 len: 217 time: 0.0388715 Nov 22 23:02:00.816840 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca00ca-b81d-47e8-9ff8-3a89b03d9710 req-e69d3718-253d-453b-bc06-125e47559caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:00.818391 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-52ca00ca-b81d-47e8-9ff8-3a89b03d9710 req-e69d3718-253d-453b-bc06-125e47559caa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54239d30-455d-4928-b2ad-f01042871693 HTTP/1.1" status: 200 len: 858 time: 0.0461245 Nov 22 23:02:00.819738 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-d66ca1f4-3928-4f3d-970d-98632cda80de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:00.821167 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-d66ca1f4-3928-4f3d-970d-98632cda80de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c881c81d-80f0-433f-9b49-d729778b1b94 HTTP/1.1" status: 200 len: 849 time: 0.0492163 Nov 22 23:02:00.855386 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-52ca00ca-b81d-47e8-9ff8-3a89b03d9710 req-ca1d89e5-7071-4091-befa-86a44ceea262 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237510 Nov 22 23:02:00.871289 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-88909374-d4c4-4be9-ab6d-dbff118f7a93 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf5659d0-a132-4ec4-a980-7145a1826e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389071 Nov 22 23:02:00.932675 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ecc67-c77d-4a0c-b3bb-499dd2ffb701 req-54a9f705-3032-4f39-8826-c132a93d4272 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:00.934173 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8e5ecc67-c77d-4a0c-b3bb-499dd2ffb701 req-54a9f705-3032-4f39-8826-c132a93d4272 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.1121290 Nov 22 23:02:00.955176 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-52ca00ca-b81d-47e8-9ff8-3a89b03d9710 req-b15a13ca-a2b9-4afe-bbd5-42a3165216b0 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923595 Nov 22 23:02:01.010407 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8e5ecc67-c77d-4a0c-b3bb-499dd2ffb701 req-9df096a8-d88f-4f9e-8a32-a21e8bfa9a6b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696177 Nov 22 23:02:01.012234 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-f2664f3b-dd9a-4137-b7bd-fd2f331e76eb service neutron] 10.222.0.83 "GET /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327951 Nov 22 23:02:01.045915 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-52ca00ca-b81d-47e8-9ff8-3a89b03d9710 req-abe6eaf3-9bce-4d3e-94c3-6c6dfb2ab885 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839250 Nov 22 23:02:01.107642 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-50fd6922-90bd-49d0-a7ef-ba00ca8d02a7 req-7b01ebfa-4525-4955-8e4b-7a278491792b service neutron] 10.222.0.83 "GET /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881553 Nov 22 23:02:01.284071 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521e432-2e6a-4c6f-907c-6995d0ee5a98 req-3095aaf2-6372-4cc7-b40e-df8c9bd26b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:01.285669 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f521e432-2e6a-4c6f-907c-6995d0ee5a98 req-3095aaf2-6372-4cc7-b40e-df8c9bd26b19 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1734d6e5ada24e74857dbeaf2a19d2ae&device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 1097 time: 0.0431018 Nov 22 23:02:01.441182 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-254c0be3-b811-4aab-bd9e-212652d270d9 req-1aaf6d95-9dfd-4c65-b038-a60ef256e01d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 210 time: 0.0579326 Nov 22 23:02:01.523208 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-02dd0e19-d2e2-4a19-9e83-be4d8a259baf req-d05d05e9-66f4-4edb-9cea-65fc49de7d47 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 210 time: 0.0460196 Nov 22 23:02:01.547442 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456b742-2202-4a8a-8237-9bff2363e361 req-2be6cb9e-f4fd-482b-807f-84c45be47113 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:01.549457 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9456b742-2202-4a8a-8237-9bff2363e361 req-2be6cb9e-f4fd-482b-807f-84c45be47113 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 944 time: 0.1077564 Nov 22 23:02:01.552649 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521e432-2e6a-4c6f-907c-6995d0ee5a98 req-e9cd2f9f-4bd4-42cc-8846-8c2a2e2d7100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:01.555160 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f521e432-2e6a-4c6f-907c-6995d0ee5a98 req-e9cd2f9f-4bd4-42cc-8846-8c2a2e2d7100 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf5659d0-a132-4ec4-a980-7145a1826e0a HTTP/1.1" status: 200 len: 911 time: 0.2619338 Nov 22 23:02:01.638889 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f521e432-2e6a-4c6f-907c-6995d0ee5a98 req-6e8cb87a-298f-4dbe-bdf0-2e0120140ba8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=759d7d9f-096c-4010-a81e-a5c2414aa57c HTTP/1.1" status: 200 len: 217 time: 0.0469151 Nov 22 23:02:01.643128 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9456b742-2202-4a8a-8237-9bff2363e361 req-72a7f2ef-1111-4e55-be7e-e478b05fb36c tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842547 Nov 22 23:02:01.719371 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521e432-2e6a-4c6f-907c-6995d0ee5a98 req-aae155f0-049b-44b3-9dd1-2ab0997a37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:01.721019 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f521e432-2e6a-4c6f-907c-6995d0ee5a98 req-aae155f0-049b-44b3-9dd1-2ab0997a37f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c881c81d-80f0-433f-9b49-d729778b1b94 HTTP/1.1" status: 200 len: 849 time: 0.0730784 Nov 22 23:02:01.812321 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f521e432-2e6a-4c6f-907c-6995d0ee5a98 req-d6567f99-6ea0-4270-ba9a-c7d0e980e639 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf5659d0-a132-4ec4-a980-7145a1826e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268912 Nov 22 23:02:01.928957 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f521e432-2e6a-4c6f-907c-6995d0ee5a98 req-87bd3904-d21c-46ad-b0e8-64538fed655e service neutron] 10.222.0.83 "GET /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894904 Nov 22 23:02:02.019237 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f521e432-2e6a-4c6f-907c-6995d0ee5a98 req-7dc0d7bc-4bed-467a-81ef-88a2135f4b4c service neutron] 10.222.0.83 "GET /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815263 Nov 22 23:02:02.524077 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-08e98056-15a0-4b56-a8fc-7fed65b595a2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:02.525740 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-08e98056-15a0-4b56-a8fc-7fed65b595a2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 811 time: 0.1374633 Nov 22 23:02:02.550330 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-76b18def-6813-4ea4-b3b3-89f1cea0b3fd req-1407a61d-df11-4747-be4c-fccdf2980de7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 210 time: 0.0459142 Nov 22 23:02:02.568826 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60d1ff66-4598-491a-8310-3ef2435b20a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:02.606791 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-feae6caf-21d8-4c05-beea-7c9a1864cf97 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4371c64c75764f9c80faa90370720ae5 HTTP/1.1" status: 200 len: 379 time: 0.0653236 Nov 22 23:02:02.616470 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'port': {'device_id': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'admin_state_up': True, 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'security_groups': ['79b6e914-f73b-4699-83e3-ac42fb75b6be']}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:02:02.683828 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-233f9eef-fc62-49e8-948a-9b24170d81f9 req-9b8e6b78-7998-4f18-bc1b-f151e1ed2fb9 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 210 time: 0.0626554 Nov 22 23:02:02.796923 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06163-73c2-4fca-b312-03a851cef9f4 req-bbfe6183-d0ee-4c49-9e8b-756f34ed913c tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:02.798561 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e1a06163-73c2-4fca-b312-03a851cef9f4 req-bbfe6183-d0ee-4c49-9e8b-756f34ed913c tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 944 time: 0.0718739 Nov 22 23:02:02.823833 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Made reservation on behalf of 4371c64c75764f9c80faa90370720ae5 for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:02:02.827303 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:02.878669 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e1a06163-73c2-4fca-b312-03a851cef9f4 req-abdebe9c-7748-42fd-b1fa-888f3874c5ee tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731564 Nov 22 23:02:02.984192 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Allocated IP 172.20.0.8 (0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9/450f4020-44ab-4ce7-9946-d9eada69384a/dacb0548-77df-4148-a7b2-738040851ec4) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:02:03.329191 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:03.363103 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:03.411720 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:02:03.415016 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:02:03.419338 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:02:03.425865 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:03.426507 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:03.430390 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'Port': ['ID=dacb0548-77df-4148-a7b2-738040851ec4,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:03.449586 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-0581d907-d12e-46ca-bb0a-8afeb797f97b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8370256 Nov 22 23:02:03.495419 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Request body: {'port': {'device_id': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:02:03.567431 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:03.625381 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d94f8abe-a61c-4650-96eb-75fa7d161e8f tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:03.628002 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d94f8abe-a61c-4650-96eb-75fa7d161e8f tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.83 "GET /v2.0/networks?id=b486bead-762c-46e4-ac1b-a687c9397500 HTTP/1.1" status: 200 len: 808 time: 0.1596966 Nov 22 23:02:03.703220 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-0f6766b0-4a8e-42d7-922e-873f1fb04ce8 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e29191d83b4af2b4c82ff4194343c7 HTTP/1.1" status: 200 len: 379 time: 0.0573666 Nov 22 23:02:03.713014 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Request body: {'port': {'device_id': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'admin_state_up': True, 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'security_groups': ['af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7']}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:02:03.771932 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-af010185-162a-4678-a7c1-e086ee9021b3 None None] Provisioning complete for port dacb0548-77df-4148-a7b2-738040851ec4 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:02:03.772538 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-af010185-162a-4678-a7c1-e086ee9021b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:03.808308 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-83092269-6030-49b4-ae20-daf3486286de req-4dd7b5b9-0aac-4fd2-abc2-74a531685ae3 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 210 time: 0.0351834 Nov 22 23:02:03.809814 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-af010185-162a-4678-a7c1-e086ee9021b3 None None] Port dacb0548-77df-4148-a7b2-738040851ec4 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:02:03.815799 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e05a45-15a4-42b4-91bc-da00b32053fd req-9f9ef7de-4e83-4122-9d0f-b05e31eb8ae1 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:03.817290 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00e05a45-15a4-42b4-91bc-da00b32053fd req-9f9ef7de-4e83-4122-9d0f-b05e31eb8ae1 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 931 time: 0.1319492 Nov 22 23:02:03.836897 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Made reservation on behalf of f8e29191d83b4af2b4c82ff4194343c7 for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:02:03.840609 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:03.906159 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00e05a45-15a4-42b4-91bc-da00b32053fd req-be9e92a0-1e95-4c01-92ea-e1b971f7f452 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804889 Nov 22 23:02:03.966712 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacb0548-77df-4148-a7b2-738040851ec4 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:02:03.984185 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:03.988950 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Allocated IP 172.20.0.13 (b486bead-762c-46e4-ac1b-a687c9397500/20720024-8213-4c8b-9843-b7ef13d5389b/205659ce-e2b8-4823-8f63-d3f6c694a602) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:02:04.015492 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Transition to ACTIVE for port object dacb0548-77df-4148-a7b2-738040851ec4 will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:02:04.020762 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.065375 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481a538-360c-42e2-b509-4fb3a28baf8b req-02768bad-6e36-4a0b-9cc5-4bc1decf29bb tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:04.066964 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9481a538-360c-42e2-b509-4fb3a28baf8b req-02768bad-6e36-4a0b-9cc5-4bc1decf29bb tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 944 time: 0.0956054 Nov 22 23:02:04.109459 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=dacb0548-77df-4148-a7b2-738040851ec4,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:04.139387 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 759d7d9f-096c-4010-a81e-a5c2414aa57c details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:02:04.151564 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Attempting to bind port dacb0548-77df-4148-a7b2-738040851ec4 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:02:04.152048 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Attempting to bind port dacb0548-77df-4148-a7b2-738040851ec4 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:02:04.152391 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Attempting to bind port dacb0548-77df-4148-a7b2-738040851ec4 on network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:02:04.172837 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.175671 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9481a538-360c-42e2-b509-4fb3a28baf8b req-81b235eb-4627-429e-839c-b2279e968128 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965765 Nov 22 23:02:04.188666 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Port dacb0548-77df-4148-a7b2-738040851ec4 on network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:02:04.188666 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Attempting to bind port dacb0548-77df-4148-a7b2-738040851ec4 on network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:02:04.192897 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:02:04.193552 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Checking segment: {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:02:04.194214 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Bound using segment: {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:02:04.194878 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Bound port: dacb0548-77df-4148-a7b2-738040851ec4, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:02:04.195462 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.227177 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.272334 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] For port dacb0548-77df-4148-a7b2-738040851ec4, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:02:04.275763 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] For port dacb0548-77df-4148-a7b2-738040851ec4, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=dacb0548-77df-4148-a7b2-738040851ec4,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:02:04.281229 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.282778 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 759d7d9f-096c-4010-a81e-a5c2414aa57c, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=759d7d9f-096c-4010-a81e-a5c2414aa57c,segment=NetworkSegment(dbf9caa8-1b6c-4633-8741-2975926b7dd6),segment_id=dbf9caa8-1b6c-4633-8741-2975926b7dd6)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:04.288918 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Network b486bead-762c-46e4-ac1b-a687c9397500 is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:02:04.293590 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:02:04.295546 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '759d7d9f-096c-4010-a81e-a5c2414aa57c', 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a', 'port_id': '759d7d9f-096c-4010-a81e-a5c2414aa57c', 'mac_address': 'fa:16:3e:0d:f9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c881c81d-80f0-433f-9b49-d729778b1b94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:02:04.297522 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:02:04.304414 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event updated for resources: {'Port': ['ID=205659ce-e2b8-4823-8f63-d3f6c694a602,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:04.329343 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:04.330172 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.332371 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] 10.222.0.83 "PUT /v2.0/ports/dacb0548-77df-4148-a7b2-738040851ec4 HTTP/1.1" status: 200 len: 1093 time: 0.8418157 Nov 22 23:02:04.335637 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'tag': 'dacb0548-77df-4148-a7b2-738040851ec4'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:04.338565 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbb68e5-b8c3-432a-9908-7dc6fd4ded28" -d '{"events": [{"name": "network-changed", "server_uuid": "ee39353a-7b66-48b7-b735-20f76c7b3545", "tag": "dacb0548-77df-4148-a7b2-738040851ec4"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:04.367035 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.369283 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:04.370173 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.397965 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759d7d9f-096c-4010-a81e-a5c2414aa57c {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:02:04.416037 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-d0209fff-f2ae-4838-9937-3f3c6e5e4f86 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7059402 Nov 22 23:02:04.424176 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cb0bd-17aa-45b5-85cd-ef3065f7a3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=dacb0548-77df-4148-a7b2-738040851ec4,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:04.425403 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 759d7d9f-096c-4010-a81e-a5c2414aa57c, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=759d7d9f-096c-4010-a81e-a5c2414aa57c,segment=NetworkSegment(dbf9caa8-1b6c-4633-8741-2975926b7dd6),segment_id=dbf9caa8-1b6c-4633-8741-2975926b7dd6)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:04.430858 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5441a63-fe68-4f95-9093-bcbe4f8dae63 x-openstack-request-id: req-c5441a63-fe68-4f95-9093-bcbe4f8dae63 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:04.431027 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.431148 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee39353a-7b66-48b7-b735-20f76c7b3545", "tag": "dacb0548-77df-4148-a7b2-738040851ec4", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:04.431393 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5441a63-fe68-4f95-9093-bcbe4f8dae63 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:04.431815 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'tag': 'dacb0548-77df-4148-a7b2-738040851ec4', 'status': 'completed', 'code': 200} Nov 22 23:02:04.458457 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Request body: {'port': {'device_id': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:02:04.473545 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-08259033-45a9-4df4-8172-542c335574c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:04.480659 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-08259033-45a9-4df4-8172-542c335574c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 1096 time: 0.0754642 Nov 22 23:02:04.489979 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=759d7d9f-096c-4010-a81e-a5c2414aa57c,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:04.498476 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:04.498850 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:04.499203 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:04.499546 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:04.499885 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:04.500224 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:04.500557 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:04.500949 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:04.501302 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:04.502330 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:04.502782 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:04.503119 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:04.536359 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-6c121b26-dad5-4f47-b2f4-96e6ae1872fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dacb0548-77df-4148-a7b2-738040851ec4 HTTP/1.1" status: 200 len: 217 time: 0.0419366 Nov 22 23:02:04.541551 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.594450 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-cd4a1277-87df-4fe9-891a-d8cfa8e858b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:04.597078 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-cd4a1277-87df-4fe9-891a-d8cfa8e858b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=450f4020-44ab-4ce7-9946-d9eada69384a HTTP/1.1" status: 200 len: 850 time: 0.0520604 Nov 22 23:02:04.662181 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-a32a06e1-d38c-479c-8175-0c28157e3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:04.663763 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-a32a06e1-d38c-479c-8175-0c28157e3da4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597994 Nov 22 23:02:04.726137 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-4057c9a3-acd8-4f55-8f26-d9f72a209169 None None] Provisioning complete for port 205659ce-e2b8-4823-8f63-d3f6c694a602 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:02:04.726524 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4057c9a3-acd8-4f55-8f26-d9f72a209169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.761468 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4057c9a3-acd8-4f55-8f26-d9f72a209169 None None] Port 205659ce-e2b8-4823-8f63-d3f6c694a602 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:02:04.765345 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-bd887789-95fd-4a72-9ac9-10068ac9019e service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868826 Nov 22 23:02:04.827149 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205659ce-e2b8-4823-8f63-d3f6c694a602 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:02:04.834663 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.850591 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Transition to ACTIVE for port object 205659ce-e2b8-4823-8f63-d3f6c694a602 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:02:04.856201 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:04.863008 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72220b5-9ad2-4275-9dea-75c53e0fcd23 req-1c154131-7be6-4892-9aad-7450a6e1bede service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897348 Nov 22 23:02:04.915534 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=205659ce-e2b8-4823-8f63-d3f6c694a602,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:04.942863 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cfb4b-7566-4477-9cbf-adb3f5c8ebf5 req-8616b8e9-4084-4115-a277-f6d99422b4bf tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:04.944541 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8a3cfb4b-7566-4477-9cbf-adb3f5c8ebf5 req-8616b8e9-4084-4115-a277-f6d99422b4bf tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0554605 Nov 22 23:02:04.999723 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['759d7d9f-096c-4010-a81e-a5c2414aa57c'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:02:05.008235 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Attempting to bind port 205659ce-e2b8-4823-8f63-d3f6c694a602 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:02:05.008703 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Attempting to bind port 205659ce-e2b8-4823-8f63-d3f6c694a602 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:02:05.009082 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Attempting to bind port 205659ce-e2b8-4823-8f63-d3f6c694a602 on network b486bead-762c-46e4-ac1b-a687c9397500 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:02:05.016603 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Port 205659ce-e2b8-4823-8f63-d3f6c694a602 on network b486bead-762c-46e4-ac1b-a687c9397500 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:02:05.017017 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Attempting to bind port 205659ce-e2b8-4823-8f63-d3f6c694a602 on network b486bead-762c-46e4-ac1b-a687c9397500 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:02:05.025518 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:02:05.025971 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Checking segment: {'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:02:05.026984 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Bound using segment: {'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:02:05.028081 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Bound port: 205659ce-e2b8-4823-8f63-d3f6c694a602, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2ad960-543e-4987-bf66-502ac632513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:02:05.028081 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:05.093422 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb68e5-b8c3-432a-9908-7dc6fd4ded28 req-61f039ed-afbe-4a82-9190-880a721fca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:05.096264 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ebbb68e5-b8c3-432a-9908-7dc6fd4ded28 req-61f039ed-afbe-4a82-9190-880a721fca09 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 1096 time: 0.1291392 Nov 22 23:02:05.100980 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8a3cfb4b-7566-4477-9cbf-adb3f5c8ebf5 req-c2f6f921-fead-4ca0-a7d8-ddd4a20c7e7b tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468680 Nov 22 23:02:05.104027 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] For port 205659ce-e2b8-4823-8f63-d3f6c694a602, host hv-cinder-81883, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:02:05.107464 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] For port 205659ce-e2b8-4823-8f63-d3f6c694a602, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=205659ce-e2b8-4823-8f63-d3f6c694a602,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:02:05.126301 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:05.167343 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91127389-0136-4da3-aea4-7f8fbed66480 req-2f8085a5-8691-40cc-8258-07eca4b57fa5 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:05.172810 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:05.173464 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:05.175953 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] 10.222.0.83 "PUT /v2.0/ports/205659ce-e2b8-4823-8f63-d3f6c694a602 HTTP/1.1" status: 200 len: 1094 time: 0.7241039 Nov 22 23:02:05.176058 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-91127389-0136-4da3-aea4-7f8fbed66480 req-2f8085a5-8691-40cc-8258-07eca4b57fa5 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 943 time: 0.1706386 Nov 22 23:02:05.178635 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:05.181069 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f0ecfc-4b9c-44e0-a046-c3452a8061f4" -d '{"events": [{"name": "network-changed", "server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:05.235540 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f4b46-8d82-4778-a77c-5c9ee1ac3cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=205659ce-e2b8-4823-8f63-d3f6c694a602,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:05.266929 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de672d0c-fc21-4ce5-a449-679cfd2ef94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:05.284038 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb68e5-b8c3-432a-9908-7dc6fd4ded28 req-e44c6664-ba5a-48a6-a999-9eb20ddaf68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:05.284918 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ebbb68e5-b8c3-432a-9908-7dc6fd4ded28 req-e44c6664-ba5a-48a6-a999-9eb20ddaf68c service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 913 time: 0.1820817 Nov 22 23:02:05.296737 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-91127389-0136-4da3-aea4-7f8fbed66480 req-e7219747-3693-4c7c-bf2e-a2f6f43ec179 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197588 Nov 22 23:02:05.322727 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-ea65d155-0615-47b2-a90f-2c18936d2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:05.324226 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-ea65d155-0615-47b2-a90f-2c18936d2bc0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8e29191d83b4af2b4c82ff4194343c7&device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 1097 time: 0.0538919 Nov 22 23:02:05.347663 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ebbb68e5-b8c3-432a-9908-7dc6fd4ded28 req-1201ff4f-dff2-4570-ae24-e8847d812862 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dacb0548-77df-4148-a7b2-738040851ec4 HTTP/1.1" status: 200 len: 217 time: 0.0470004 Nov 22 23:02:05.376562 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003ae2e3-098a-40cb-9073-1a61f1df6ef6 x-openstack-request-id: req-003ae2e3-098a-40cb-9073-1a61f1df6ef6 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:05.376833 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:05.377198 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-003ae2e3-098a-40cb-9073-1a61f1df6ef6 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:05.377720 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'status': 'completed', 'code': 200} Nov 22 23:02:05.379527 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-344dc87e-90eb-474e-af41-9d72213404b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205659ce-e2b8-4823-8f63-d3f6c694a602 HTTP/1.1" status: 200 len: 217 time: 0.0392995 Nov 22 23:02:05.454702 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb68e5-b8c3-432a-9908-7dc6fd4ded28 req-1f65201e-1436-4577-80fb-a44ee747f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:05.456455 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-0d8f05fa-2020-4d99-92d2-d2da30cd72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:05.457146 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ebbb68e5-b8c3-432a-9908-7dc6fd4ded28 req-1f65201e-1436-4577-80fb-a44ee747f174 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=450f4020-44ab-4ce7-9946-d9eada69384a HTTP/1.1" status: 200 len: 850 time: 0.0822456 Nov 22 23:02:05.457956 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-0d8f05fa-2020-4d99-92d2-d2da30cd72ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20720024-8213-4c8b-9843-b7ef13d5389b HTTP/1.1" status: 200 len: 847 time: 0.0604324 Nov 22 23:02:05.473406 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9e4b5-f9a2-4421-ad10-7313e4cfafce req-ed612c48-5529-4096-a5e0-4b3e4027d883 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:05.474930 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e2f9e4b5-f9a2-4421-ad10-7313e4cfafce req-ed612c48-5529-4096-a5e0-4b3e4027d883 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 945 time: 0.0624835 Nov 22 23:02:05.510550 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-0e2b45fe-4b98-46ea-9edc-bb9fb9c286c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:05.512050 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-0e2b45fe-4b98-46ea-9edc-bb9fb9c286c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b486bead-762c-46e4-ac1b-a687c9397500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417123 Nov 22 23:02:05.550668 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb68e5-b8c3-432a-9908-7dc6fd4ded28 req-2dd157a3-1b43-4817-b2b2-d0ba296ac6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:05.552169 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ebbb68e5-b8c3-432a-9908-7dc6fd4ded28 req-2dd157a3-1b43-4817-b2b2-d0ba296ac6f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761080 Nov 22 23:02:05.556707 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e2f9e4b5-f9a2-4421-ad10-7313e4cfafce req-833a4fdf-6a23-459f-a1cd-01e69c337065 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731246 Nov 22 23:02:05.602980 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-2d92ab79-1a61-49c1-9b95-05d791ec3278 service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829818 Nov 22 23:02:05.649014 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ebbb68e5-b8c3-432a-9908-7dc6fd4ded28 req-e7d4612c-737a-41ab-bd57-1c0f6ccb987e service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886347 Nov 22 23:02:05.760108 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ebbb68e5-b8c3-432a-9908-7dc6fd4ded28 req-ed5cb748-d6e2-4d6d-bf2b-20333f73818a service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030486 Nov 22 23:02:05.937436 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-40fe4d8a-0709-4f93-bd2e-361ac37dff23 req-a7f9f4fd-4358-4323-8fc8-224c8dc91956 service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263731 Nov 22 23:02:06.061608 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0ecfc-4b9c-44e0-a046-c3452a8061f4 req-cd8b2318-9dcc-41f2-b324-7152f1bd7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:06.063160 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-28f0ecfc-4b9c-44e0-a046-c3452a8061f4 req-cd8b2318-9dcc-41f2-b324-7152f1bd7b5b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8e29191d83b4af2b4c82ff4194343c7&device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 1097 time: 0.0408008 Nov 22 23:02:06.157299 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0ecfc-4b9c-44e0-a046-c3452a8061f4 req-e5565345-49f1-4bd7-9784-31a811b5f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:06.159515 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-28f0ecfc-4b9c-44e0-a046-c3452a8061f4 req-e5565345-49f1-4bd7-9784-31a811b5f665 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b486bead-762c-46e4-ac1b-a687c9397500 HTTP/1.1" status: 200 len: 910 time: 0.0892763 Nov 22 23:02:06.201398 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-28f0ecfc-4b9c-44e0-a046-c3452a8061f4 req-af557ee3-8fb9-46c1-9a6c-0c7aa863f18b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205659ce-e2b8-4823-8f63-d3f6c694a602 HTTP/1.1" status: 200 len: 217 time: 0.0343072 Nov 22 23:02:06.237405 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bb4a6-d77e-4aed-9cd3-b0f2858d2c93 req-1da97e3a-657c-4f56-9531-3074fb985d7d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:06.238934 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d52bb4a6-d77e-4aed-9cd3-b0f2858d2c93 req-1da97e3a-657c-4f56-9531-3074fb985d7d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0623684 Nov 22 23:02:06.251314 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0ecfc-4b9c-44e0-a046-c3452a8061f4 req-b4a31073-0cd0-427e-8459-bcbad704cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:06.253001 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-28f0ecfc-4b9c-44e0-a046-c3452a8061f4 req-b4a31073-0cd0-427e-8459-bcbad704cc05 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20720024-8213-4c8b-9843-b7ef13d5389b HTTP/1.1" status: 200 len: 847 time: 0.0445907 Nov 22 23:02:06.291055 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d52bb4a6-d77e-4aed-9cd3-b0f2858d2c93 req-3a770fef-f953-4998-9be9-986d7999d825 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462396 Nov 22 23:02:06.309091 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0ecfc-4b9c-44e0-a046-c3452a8061f4 req-8608c385-bc64-4fb6-90ae-d6af86e991b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:06.310643 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-28f0ecfc-4b9c-44e0-a046-c3452a8061f4 req-8608c385-bc64-4fb6-90ae-d6af86e991b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b486bead-762c-46e4-ac1b-a687c9397500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496283 Nov 22 23:02:06.329531 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:06.408374 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-28f0ecfc-4b9c-44e0-a046-c3452a8061f4 req-0b68eb0d-5f1b-4aec-9d65-41e328cdd51d service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876629 Nov 22 23:02:06.415124 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1f839-46b9-4309-80f0-93eefdf0747c req-e78f7524-11f6-4f54-8e26-8a3a3b904bc0 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:06.416452 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-abc1f839-46b9-4309-80f0-93eefdf0747c req-e78f7524-11f6-4f54-8e26-8a3a3b904bc0 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 943 time: 0.0493226 Nov 22 23:02:06.474257 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-abc1f839-46b9-4309-80f0-93eefdf0747c req-cbd99df8-414a-4397-b36e-54a1cab9e8f5 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519261 Nov 22 23:02:06.509068 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-28f0ecfc-4b9c-44e0-a046-c3452a8061f4 req-722f2975-a12a-41b5-a4cd-f9eef6bb8fb7 service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924907 Nov 22 23:02:06.671512 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7376d-6ee9-42c1-b291-d7b793612fd9 req-48b2f33a-c007-43f6-912e-d3f64fdec0d6 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:06.672987 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a7e7376d-6ee9-42c1-b291-d7b793612fd9 req-48b2f33a-c007-43f6-912e-d3f64fdec0d6 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 945 time: 0.0492835 Nov 22 23:02:06.719442 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a7e7376d-6ee9-42c1-b291-d7b793612fd9 req-b459de9b-bab7-4920-8d31-dc76ab6675df tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Nov 22 23:02:07.410904 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29615d0-bce0-4991-bedf-e7e294d1f49c req-67b729e4-55a8-4337-bd15-955d7789f8ef tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:07.412418 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c29615d0-bce0-4991-bedf-e7e294d1f49c req-67b729e4-55a8-4337-bd15-955d7789f8ef tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0519404 Nov 22 23:02:07.462573 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c29615d0-bce0-4991-bedf-e7e294d1f49c req-d571eac2-67dc-4b35-8b17-531beb55a36a tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439878 Nov 22 23:02:07.592401 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d7f31-b7e1-462b-a4bd-a234859bf9f7 req-461f6687-541d-4637-ac44-a2b298cfd718 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:07.593854 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d94d7f31-b7e1-462b-a4bd-a234859bf9f7 req-461f6687-541d-4637-ac44-a2b298cfd718 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 943 time: 0.0533767 Nov 22 23:02:07.642368 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d94d7f31-b7e1-462b-a4bd-a234859bf9f7 req-bbf418e6-8749-4966-81d0-c48415888119 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425377 Nov 22 23:02:07.657022 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:07.839730 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d44f9-cad2-49d8-ac5e-3bfa9bd759cd req-a6f2bcea-7ab8-4a61-851f-5cf3068ceed3 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:07.841209 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9c6d44f9-cad2-49d8-ac5e-3bfa9bd759cd req-a6f2bcea-7ab8-4a61-851f-5cf3068ceed3 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 945 time: 0.0503187 Nov 22 23:02:07.888361 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9c6d44f9-cad2-49d8-ac5e-3bfa9bd759cd req-c9d1a815-8bc8-4ebf-bb1d-76d5a1c3f107 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404294 Nov 22 23:02:08.167496 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 759d7d9f-096c-4010-a81e-a5c2414aa57c up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:02:08.215685 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 759d7d9f-096c-4010-a81e-a5c2414aa57c completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:02:08.219729 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 759d7d9f-096c-4010-a81e-a5c2414aa57c triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:02:08.220202 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:08.266638 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:08.312306 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:08.337230 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12da941f-db01-4c12-b5dd-8b1a3051048f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759d7d9f-096c-4010-a81e-a5c2414aa57c'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:08.339599 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104d932a-89bd-4465-83ac-2092093c154a" -d '{"events": [{"server_uuid": "12da941f-db01-4c12-b5dd-8b1a3051048f", "name": "network-vif-plugged", "status": "completed", "tag": "759d7d9f-096c-4010-a81e-a5c2414aa57c"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:08.358626 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 759d7d9f-096c-4010-a81e-a5c2414aa57c, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=759d7d9f-096c-4010-a81e-a5c2414aa57c,segment=NetworkSegment(dbf9caa8-1b6c-4633-8741-2975926b7dd6),segment_id=dbf9caa8-1b6c-4633-8741-2975926b7dd6)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:08.364271 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:08.400003 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fa6be3-8d39-4c40-9463-58e72a533d99 x-openstack-request-id: req-99fa6be3-8d39-4c40-9463-58e72a533d99 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:08.400322 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12da941f-db01-4c12-b5dd-8b1a3051048f", "name": "network-vif-plugged", "status": "completed", "tag": "759d7d9f-096c-4010-a81e-a5c2414aa57c", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:08.400580 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99fa6be3-8d39-4c40-9463-58e72a533d99 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:08.400980 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12da941f-db01-4c12-b5dd-8b1a3051048f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759d7d9f-096c-4010-a81e-a5c2414aa57c', 'code': 200} Nov 22 23:02:08.421658 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=759d7d9f-096c-4010-a81e-a5c2414aa57c,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:08.586732 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872715a-ea2d-487a-b9bd-b1fb3c20988b req-92c5e64e-9a92-48d0-adf6-dddee18c1c9c tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:08.588391 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0872715a-ea2d-487a-b9bd-b1fb3c20988b req-92c5e64e-9a92-48d0-adf6-dddee18c1c9c tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0568094 Nov 22 23:02:08.641347 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0872715a-ea2d-487a-b9bd-b1fb3c20988b req-ad971e02-29c1-4b18-87b5-7ca1a8c32946 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470016 Nov 22 23:02:08.665750 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ee7f6-58c8-4b2d-aa61-a8ff225c52b1 req-196fffc4-c828-4ef9-9994-aaa9209120f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:08.667313 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d17ee7f6-58c8-4b2d-aa61-a8ff225c52b1 req-196fffc4-c828-4ef9-9994-aaa9209120f6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 1099 time: 0.0444303 Nov 22 23:02:08.717117 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d17ee7f6-58c8-4b2d-aa61-a8ff225c52b1 req-5af725d0-a8d6-438b-83e5-320c5af51429 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399258 Nov 22 23:02:08.768596 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a185a-a17c-45ff-bee0-5357d000b4cb req-ca51b53f-b052-45ae-9dc6-382aa8135b9d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:08.770082 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b83a185a-a17c-45ff-bee0-5357d000b4cb req-ca51b53f-b052-45ae-9dc6-382aa8135b9d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 943 time: 0.0485303 Nov 22 23:02:08.820507 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b83a185a-a17c-45ff-bee0-5357d000b4cb req-8ee302a0-1d7d-4fdc-a8d8-4f42ee56c1cd tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443697 Nov 22 23:02:09.004695 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74f52f-49df-41e8-8e81-939592f835bc req-0e943d8c-fca5-4766-afd9-7ba3d12f5eb4 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:09.006248 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bb74f52f-49df-41e8-8e81-939592f835bc req-0e943d8c-fca5-4766-afd9-7ba3d12f5eb4 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 946 time: 0.0512869 Nov 22 23:02:09.061112 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bb74f52f-49df-41e8-8e81-939592f835bc req-0b663acb-cfc6-4bb1-95a3-ebe36164a995 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 Nov 22 23:02:09.341402 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335a47a-6959-4f44-88bc-7a0a0b7eba04 req-818151a4-098c-40a7-959f-8cf3c00ac047 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:09.342819 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e335a47a-6959-4f44-88bc-7a0a0b7eba04 req-818151a4-098c-40a7-959f-8cf3c00ac047 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0524554 Nov 22 23:02:09.398159 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e335a47a-6959-4f44-88bc-7a0a0b7eba04 req-90adfd81-77fe-4c76-95c0-a0b7e5300d7c tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487466 Nov 22 23:02:09.433296 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e411d9-3c24-4b78-b864-857750552d64 req-43cad95a-717a-4d91-9f96-11b02bc5763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:09.434877 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-54e411d9-3c24-4b78-b864-857750552d64 req-43cad95a-717a-4d91-9f96-11b02bc5763e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 1098 time: 0.0495963 Nov 22 23:02:09.539984 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e411d9-3c24-4b78-b864-857750552d64 req-d048118c-55e8-4fc2-8c6a-005881b8f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:09.541462 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-54e411d9-3c24-4b78-b864-857750552d64 req-d048118c-55e8-4fc2-8c6a-005881b8f2b1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888 HTTP/1.1" status: 200 len: 920 time: 0.0886924 Nov 22 23:02:09.584548 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-54e411d9-3c24-4b78-b864-857750552d64 req-2b0d3828-8d70-4cc5-a109-7b0004037e7a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 HTTP/1.1" status: 200 len: 217 time: 0.0346704 Nov 22 23:02:09.641161 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e411d9-3c24-4b78-b864-857750552d64 req-01626d96-031f-4b57-80b0-60f40386b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:09.643544 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-54e411d9-3c24-4b78-b864-857750552d64 req-01626d96-031f-4b57-80b0-60f40386b2f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54239d30-455d-4928-b2ad-f01042871693 HTTP/1.1" status: 200 len: 858 time: 0.0503998 Nov 22 23:02:09.675952 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-54e411d9-3c24-4b78-b864-857750552d64 req-ff846db8-3c13-4faa-99d0-b11e6e876a97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251558 Nov 22 23:02:09.757217 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f8c93-5c87-46aa-ab52-79dd3ea50e2b req-f34edfa2-9250-4700-8df3-9d5bb1d7b4b6 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:09.758763 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1b3f8c93-5c87-46aa-ab52-79dd3ea50e2b req-f34edfa2-9250-4700-8df3-9d5bb1d7b4b6 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0481710 Nov 22 23:02:09.780848 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-54e411d9-3c24-4b78-b864-857750552d64 req-4228bbec-9f2e-452b-8607-5111622038d7 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864532 Nov 22 23:02:09.808524 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1b3f8c93-5c87-46aa-ab52-79dd3ea50e2b req-a4a93c36-f0a9-427f-9fd2-5155d7398038 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437543 Nov 22 23:02:09.880528 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-54e411d9-3c24-4b78-b864-857750552d64 req-4d541b28-c5d3-47ce-91d7-5102c787bdd9 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924988 Nov 22 23:02:09.945969 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f78e7-d4cd-4992-9056-342361576502 req-803ec099-c59b-4013-9feb-8a117444a911 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:09.947495 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-366f78e7-d4cd-4992-9056-342361576502 req-803ec099-c59b-4013-9feb-8a117444a911 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 943 time: 0.0562594 Nov 22 23:02:09.998571 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-366f78e7-d4cd-4992-9056-342361576502 req-02c855b5-8d23-40d5-b9f8-091babcdb58d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447695 Nov 22 23:02:10.183680 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f040b-2df8-4641-859a-43a6b634d9b2 req-0cc3123f-ff71-4d6b-8404-696f17f7e266 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:10.185069 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-948f040b-2df8-4641-859a-43a6b634d9b2 req-0cc3123f-ff71-4d6b-8404-696f17f7e266 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 946 time: 0.0494931 Nov 22 23:02:10.233275 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-948f040b-2df8-4641-859a-43a6b634d9b2 req-09eeefe2-6bdf-4904-9368-f76efa2d1c91 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418746 Nov 22 23:02:10.512977 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60615c9e-371f-4df3-8819-f8e202c245a6 req-96fd7c52-e5e0-4ebf-aee5-1e87113bb0d8 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:10.514467 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-60615c9e-371f-4df3-8819-f8e202c245a6 req-96fd7c52-e5e0-4ebf-aee5-1e87113bb0d8 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0486119 Nov 22 23:02:10.564797 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-60615c9e-371f-4df3-8819-f8e202c245a6 req-9429789c-3219-44f9-b0ec-065333686d32 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431981 Nov 22 23:02:10.925245 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a86f9-373a-4fea-8f5e-6fda7a3f130e req-8a5f2469-e5ae-48e0-aaad-3dfa012f351a tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:10.926747 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-089a86f9-373a-4fea-8f5e-6fda7a3f130e req-8a5f2469-e5ae-48e0-aaad-3dfa012f351a tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0491776 Nov 22 23:02:10.975695 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-089a86f9-373a-4fea-8f5e-6fda7a3f130e req-dd0371ae-5caa-4e16-915b-8d1f185a6a7d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428779 Nov 22 23:02:11.115601 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef8c35-c803-43fe-ae83-4c9bcd545883 req-fdf43bde-7b08-4aa8-9335-74790e0bf577 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:11.117012 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-deef8c35-c803-43fe-ae83-4c9bcd545883 req-fdf43bde-7b08-4aa8-9335-74790e0bf577 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 943 time: 0.0504603 Nov 22 23:02:11.166691 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-deef8c35-c803-43fe-ae83-4c9bcd545883 req-37939e0e-f3df-40cf-93fe-bab570c6fbd4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431347 Nov 22 23:02:11.355703 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742ab5a-a10c-454a-a927-2bc483db97ca req-398931b0-855e-4c14-8711-0505fcfece8d tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:11.357736 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8742ab5a-a10c-454a-a927-2bc483db97ca req-398931b0-855e-4c14-8711-0505fcfece8d tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 946 time: 0.0528083 Nov 22 23:02:11.406796 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8742ab5a-a10c-454a-a927-2bc483db97ca req-f6ce28a1-6675-4b41-bec3-c00bc631960e tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422926 Nov 22 23:02:11.683578 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14683df-f81e-474e-93e1-56db6b2f53a3 req-959ad293-517e-4d6c-b910-d63bd219ef41 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:11.685083 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b14683df-f81e-474e-93e1-56db6b2f53a3 req-959ad293-517e-4d6c-b910-d63bd219ef41 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0503049 Nov 22 23:02:11.735324 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b14683df-f81e-474e-93e1-56db6b2f53a3 req-201e7653-a10a-4b3c-8a43-466768be63b1 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438683 Nov 22 23:02:12.103008 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17a289-f14d-4933-8b98-e6d6ac132a97 req-fdb8f354-b230-47ea-ac20-2a70d7491d5f tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:12.104578 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fa17a289-f14d-4933-8b98-e6d6ac132a97 req-fdb8f354-b230-47ea-ac20-2a70d7491d5f tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0502424 Nov 22 23:02:12.157296 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fa17a289-f14d-4933-8b98-e6d6ac132a97 req-4011bc70-966d-4884-9723-b9e0d8de75c8 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468364 Nov 22 23:02:12.282937 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17888ad-2df8-4d39-981d-2a491498ef34 req-4ca08c44-12fc-490f-b64e-8ed331410b07 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:12.284420 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d17888ad-2df8-4d39-981d-2a491498ef34 req-4ca08c44-12fc-490f-b64e-8ed331410b07 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 946 time: 0.0771458 Nov 22 23:02:12.306711 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016af4d6-82ea-4c27-8c43-e2f79c304566 req-289d51fd-b34d-42d8-9eae-099a674981a3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:12.308155 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-016af4d6-82ea-4c27-8c43-e2f79c304566 req-289d51fd-b34d-42d8-9eae-099a674981a3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 943 time: 0.0704665 Nov 22 23:02:12.367571 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d17888ad-2df8-4d39-981d-2a491498ef34 req-80c10d2c-df73-4253-bab9-85864f1feff3 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765090 Nov 22 23:02:12.381438 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-016af4d6-82ea-4c27-8c43-e2f79c304566 req-fbce32dc-f8b7-47a3-ada0-20333da00f85 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663486 Nov 22 23:02:12.854005 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bf23b-2e66-40f9-8f57-90c25ba3619e req-e59d1020-a584-4c64-89c9-83ae29d241af tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:12.855602 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cf0bf23b-2e66-40f9-8f57-90c25ba3619e req-e59d1020-a584-4c64-89c9-83ae29d241af tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0524292 Nov 22 23:02:12.904426 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cf0bf23b-2e66-40f9-8f57-90c25ba3619e req-f1109a6f-1da4-4a8e-a49a-ec700d97d52f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418935 Nov 22 23:02:13.278210 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f68dba-3119-45c8-8e5c-e74560e77c67 req-8ef84dd3-5daf-44fd-bfd0-c59dfa010f67 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:13.279789 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b8f68dba-3119-45c8-8e5c-e74560e77c67 req-8ef84dd3-5daf-44fd-bfd0-c59dfa010f67 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0489125 Nov 22 23:02:13.328357 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b8f68dba-3119-45c8-8e5c-e74560e77c67 req-c0228283-7228-41da-a81a-36f2eaae17f4 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422726 Nov 22 23:02:13.517709 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b06ab4-a9bf-4c52-830b-644ad1d15cc7 req-65cf42b1-6df6-478e-96b2-08750b1c198b tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:13.519273 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-06b06ab4-a9bf-4c52-830b-644ad1d15cc7 req-65cf42b1-6df6-478e-96b2-08750b1c198b tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 946 time: 0.0804944 Nov 22 23:02:13.531071 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdbe27-0fda-4ca3-8a2d-8a3db2827abc req-b8ac5629-fa83-413c-8349-df787c86a388 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:13.532437 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2bdbe27-0fda-4ca3-8a2d-8a3db2827abc req-b8ac5629-fa83-413c-8349-df787c86a388 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 943 time: 0.0676892 Nov 22 23:02:13.604059 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-06b06ab4-a9bf-4c52-830b-644ad1d15cc7 req-1fe25c1d-b0b3-4395-a3fa-2ff057ad4fa0 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706413 Nov 22 23:02:13.608139 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2bdbe27-0fda-4ca3-8a2d-8a3db2827abc req-6f888e8f-d4f5-49d1-9e98-aebc4ea6b7d4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692499 Nov 22 23:02:14.021396 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56be27-0eda-4d45-a9bd-a84f82e93168 req-9643fc85-4b79-422f-ba65-0634d9fe7d2e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:14.022904 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bb56be27-0eda-4d45-a9bd-a84f82e93168 req-9643fc85-4b79-422f-ba65-0634d9fe7d2e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0496919 Nov 22 23:02:14.071504 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bb56be27-0eda-4d45-a9bd-a84f82e93168 req-0a24ebfb-82f1-47b5-9719-119db57695b3 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414820 Nov 22 23:02:14.133186 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8c1a0-b03a-41c5-8121-4875b40d5c65 req-bfdde041-004e-4747-bbe3-efaab7e6d283 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:14.134698 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-a0d8c1a0-b03a-41c5-8121-4875b40d5c65 req-bfdde041-004e-4747-bbe3-efaab7e6d283 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.83 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 946 time: 0.0496087 Nov 22 23:02:14.230223 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-a0d8c1a0-b03a-41c5-8121-4875b40d5c65 req-74adb101-b6a8-446e-8a2d-916176ae8e11 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Deleting port 759d7d9f-096c-4010-a81e-a5c2414aa57c {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:02:14.230561 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a0d8c1a0-b03a-41c5-8121-4875b40d5c65 req-74adb101-b6a8-446e-8a2d-916176ae8e11 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:14.320012 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-a0d8c1a0-b03a-41c5-8121-4875b40d5c65 req-74adb101-b6a8-446e-8a2d-916176ae8e11 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] For port 759d7d9f-096c-4010-a81e-a5c2414aa57c, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=759d7d9f-096c-4010-a81e-a5c2414aa57c,segment=NetworkSegment(dbf9caa8-1b6c-4633-8741-2975926b7dd6),segment_id=dbf9caa8-1b6c-4633-8741-2975926b7dd6)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:14.320373 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a0d8c1a0-b03a-41c5-8121-4875b40d5c65 req-74adb101-b6a8-446e-8a2d-916176ae8e11 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:14.333160 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-a0d8c1a0-b03a-41c5-8121-4875b40d5c65 req-74adb101-b6a8-446e-8a2d-916176ae8e11 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Calling delete_port for 759d7d9f-096c-4010-a81e-a5c2414aa57c owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:02:14.450578 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3463782-9590-4ca1-852d-ee3c46fcac27 req-2f54d68b-a16b-47d7-a3ac-bb269775fb49 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:14.452238 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d3463782-9590-4ca1-852d-ee3c46fcac27 req-2f54d68b-a16b-47d7-a3ac-bb269775fb49 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0528898 Nov 22 23:02:14.470023 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a0d8c1a0-b03a-41c5-8121-4875b40d5c65 req-74adb101-b6a8-446e-8a2d-916176ae8e11 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:14.501452 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adb101-b6a8-446e-8a2d-916176ae8e11 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Pushing event deleted for resources: {'Port': ['ID=759d7d9f-096c-4010-a81e-a5c2414aa57c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:14.504576 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d3463782-9590-4ca1-852d-ee3c46fcac27 req-4bbc634b-55d8-499c-9f1c-c57e849dd960 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448031 Nov 22 23:02:14.546791 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d8c1a0-b03a-41c5-8121-4875b40d5c65 req-74adb101-b6a8-446e-8a2d-916176ae8e11 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] No DVR routers for this DVR port 759d7d9f-096c-4010-a81e-a5c2414aa57c on host hv-cinder-81883 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:02:14.549958 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-a0d8c1a0-b03a-41c5-8121-4875b40d5c65 req-74adb101-b6a8-446e-8a2d-916176ae8e11 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:14.553289 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-a0d8c1a0-b03a-41c5-8121-4875b40d5c65 req-74adb101-b6a8-446e-8a2d-916176ae8e11 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.83 "DELETE /v2.0/ports/759d7d9f-096c-4010-a81e-a5c2414aa57c HTTP/1.1" status: 204 len: 173 time: 0.4113586 Nov 22 23:02:14.553777 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12da941f-db01-4c12-b5dd-8b1a3051048f', 'name': 'network-vif-deleted', 'tag': '759d7d9f-096c-4010-a81e-a5c2414aa57c'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:14.556025 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1ec41f-0148-4aed-b4d1-515f601470b7" -d '{"events": [{"server_uuid": "12da941f-db01-4c12-b5dd-8b1a3051048f", "name": "network-vif-deleted", "tag": "759d7d9f-096c-4010-a81e-a5c2414aa57c"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:14.595943 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93daf259-e7ea-4a92-ab81-49f7d07b8061 x-openstack-request-id: req-93daf259-e7ea-4a92-ab81-49f7d07b8061 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:14.596444 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12da941f-db01-4c12-b5dd-8b1a3051048f", "name": "network-vif-deleted", "tag": "759d7d9f-096c-4010-a81e-a5c2414aa57c", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:14.596852 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93daf259-e7ea-4a92-ab81-49f7d07b8061 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:14.597381 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12da941f-db01-4c12-b5dd-8b1a3051048f', 'name': 'network-vif-deleted', 'tag': '759d7d9f-096c-4010-a81e-a5c2414aa57c', 'status': 'completed', 'code': 200} Nov 22 23:02:14.708628 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2982b771-3715-41d0-99e2-ffa6cc47caa8 req-b7ac836f-dcb6-4014-8ccc-00a7bd8ff4e4 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=12da941f-db01-4c12-b5dd-8b1a3051048f HTTP/1.1" status: 200 len: 210 time: 0.0358534 Nov 22 23:02:14.743694 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beeea0d-38c3-48f7-b30b-0daebb6a4043 req-92f5fdb9-6868-4453-b3b1-e4b3a9fd1731 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:14.745165 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7beeea0d-38c3-48f7-b30b-0daebb6a4043 req-92f5fdb9-6868-4453-b3b1-e4b3a9fd1731 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 943 time: 0.0618813 Nov 22 23:02:14.795328 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7beeea0d-38c3-48f7-b30b-0daebb6a4043 req-b587e3b6-d08e-4a09-9b34-842047c7566c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440247 Nov 22 23:02:15.191154 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7db7b4-1bf0-4c69-976c-c6265c9d0139 req-1ee8f319-dba3-495f-857d-9390c9b2b74f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:15.192626 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cf7db7b4-1bf0-4c69-976c-c6265c9d0139 req-1ee8f319-dba3-495f-857d-9390c9b2b74f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0529244 Nov 22 23:02:15.241519 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cf7db7b4-1bf0-4c69-976c-c6265c9d0139 req-0acba116-f3d3-4d3b-bac0-775e3d3bcc76 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428808 Nov 22 23:02:15.625823 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d10b8-d145-44ab-94c7-742868dca7ce req-d0e53e8f-ddcb-43e4-b3c4-0308d2f2a80d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:15.627817 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0b8d10b8-d145-44ab-94c7-742868dca7ce req-d0e53e8f-ddcb-43e4-b3c4-0308d2f2a80d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0488150 Nov 22 23:02:15.677544 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0b8d10b8-d145-44ab-94c7-742868dca7ce req-d42acd86-cd69-4c84-a927-0e18887558bc tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438471 Nov 22 23:02:15.920496 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233c7ac-2d9b-4864-9381-3046b27a2644 req-7f3a020b-74d7-4aad-a2cb-b5cfb71c17e5 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:15.922029 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f233c7ac-2d9b-4864-9381-3046b27a2644 req-7f3a020b-74d7-4aad-a2cb-b5cfb71c17e5 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 943 time: 0.0542507 Nov 22 23:02:16.024594 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f233c7ac-2d9b-4864-9381-3046b27a2644 req-14e95ba9-9098-4b97-a311-7ed9613d81e3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930526 Nov 22 23:02:16.057147 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-6d08c048-fe3c-44e0-8743-8a35ec82c1d9 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:16.058623 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-6d08c048-fe3c-44e0-8743-8a35ec82c1d9 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/networks?id=cf5659d0-a132-4ec4-a980-7145a1826e0a HTTP/1.1" status: 200 len: 809 time: 0.1357331 Nov 22 23:02:16.073127 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-feeac5f7-a170-4e29-a062-b209fe34ccb4 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/quotas/1734d6e5ada24e74857dbeaf2a19d2ae HTTP/1.1" status: 200 len: 375 time: 0.0088348 Nov 22 23:02:16.108389 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-70facfd1-6f82-4d1f-80e1-48e97d14b73d tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1734d6e5ada24e74857dbeaf2a19d2ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300000 Nov 22 23:02:16.195215 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-7c2fc071-fbfb-4ac0-89d4-91db87c938df service neutron] 10.222.0.81 "GET /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798805 Nov 22 23:02:16.210159 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 759d7d9f-096c-4010-a81e-a5c2414aa57c no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:02:16.237743 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 759d7d9f-096c-4010-a81e-a5c2414aa57c {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:02:16.238090 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 759d7d9f-096c-4010-a81e-a5c2414aa57c not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:02:16.291585 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-fe2b7787-de38-4d56-b6d5-3e7c9ed24844 service neutron] 10.222.0.81 "GET /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903068 Nov 22 23:02:16.487859 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c824b4-536d-421f-abfb-67e19da9b887 req-72654440-2bfe-4e9d-9f2d-63d794176d6e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:16.489350 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-32c824b4-536d-421f-abfb-67e19da9b887 req-72654440-2bfe-4e9d-9f2d-63d794176d6e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0573373 Nov 22 23:02:16.541100 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-32c824b4-536d-421f-abfb-67e19da9b887 req-81300749-17f1-46b0-adc1-39130e667292 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449660 Nov 22 23:02:16.569703 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2e19e4cc-5e5f-44fc-ba03-c9f20aaba813 req-0f948a9f-dfae-4316-824e-cf473442f8e2 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 210 time: 0.0275381 Nov 22 23:02:16.795975 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a808f-1ab7-48a3-962c-71790e6d774f req-c3153c44-80ab-4420-8de4-da1918cc4023 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:16.797358 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-350a808f-1ab7-48a3-962c-71790e6d774f req-c3153c44-80ab-4420-8de4-da1918cc4023 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0500903 Nov 22 23:02:16.853688 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-350a808f-1ab7-48a3-962c-71790e6d774f req-2bf84cbd-3460-4d95-b6f9-db7933fec73a tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485904 Nov 22 23:02:17.144366 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009ba10-8094-4c0f-918b-4a051f64413c req-079c9468-f5eb-4d9e-9dcd-ba3aee2eaa40 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:17.145848 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6009ba10-8094-4c0f-918b-4a051f64413c req-079c9468-f5eb-4d9e-9dcd-ba3aee2eaa40 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 943 time: 0.0488946 Nov 22 23:02:17.193583 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6009ba10-8094-4c0f-918b-4a051f64413c req-bdaf0fa1-2005-4005-97f6-f58305f4b468 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417490 Nov 22 23:02:17.655432 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-e3a00caa-095c-4271-94f3-7a3d773e53da tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:17.656948 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-e3a00caa-095c-4271-94f3-7a3d773e53da tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.83 "GET /v2.0/networks?id=cf5659d0-a132-4ec4-a980-7145a1826e0a HTTP/1.1" status: 200 len: 809 time: 0.1119888 Nov 22 23:02:17.676102 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6cdd6-c0c1-49b6-aee7-e05a95ac5d8e req-14321caf-2552-44c3-8f7e-a120991653fe tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:17.677601 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dec6cdd6-c0c1-49b6-aee7-e05a95ac5d8e req-14321caf-2552-44c3-8f7e-a120991653fe tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0618255 Nov 22 23:02:17.720532 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Request body: {'port': {'device_id': 'e25c75d2-3d2c-4c7c-99de-32fd92509971', 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a', 'admin_state_up': True, 'tenant_id': '1734d6e5ada24e74857dbeaf2a19d2ae'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:02:17.747908 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-91ee54df-4e59-436a-a428-9f506b450c5a req-184977b4-d86e-4820-b21c-dc794850c44e tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 210 time: 0.0434670 Nov 22 23:02:17.756400 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dec6cdd6-c0c1-49b6-aee7-e05a95ac5d8e req-747754a7-4351-4ad1-8e7c-31511892bc5b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727372 Nov 22 23:02:17.836686 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Made reservation on behalf of 1734d6e5ada24e74857dbeaf2a19d2ae for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:02:17.840163 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:17.967590 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Allocated IP 172.20.0.13 (cf5659d0-a132-4ec4-a980-7145a1826e0a/c881c81d-80f0-433f-9b49-d729778b1b94/1525a7c6-0d24-4cce-901a-2ca8c9609c55) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:02:17.969520 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccd4d7-3ef2-4c95-82b4-8da0bedb5095 req-5f10370d-2439-4505-b943-8ce0f0c7d1fe tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:17.971686 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-28ccd4d7-3ef2-4c95-82b4-8da0bedb5095 req-5f10370d-2439-4505-b943-8ce0f0c7d1fe tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0500097 Nov 22 23:02:18.022064 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-28ccd4d7-3ef2-4c95-82b4-8da0bedb5095 req-9099f692-1dca-4479-bf8b-3631796037a3 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437515 Nov 22 23:02:18.123711 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.157210 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.205186 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Network cf5659d0-a132-4ec4-a980-7145a1826e0a is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:02:18.207561 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 205659ce-e2b8-4823-8f63-d3f6c694a602 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:02:18.208450 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:02:18.212063 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:02:18.238648 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Pushing event updated for resources: {'Port': ['ID=1525a7c6-0d24-4cce-901a-2ca8c9609c55,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:18.265157 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:18.265940 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.284375 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d29b6df5-fc35-48c2-b6ef-2fe0596d0669 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5680008 Nov 22 23:02:18.304874 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Request body: {'port': {'device_id': 'e25c75d2-3d2c-4c7c-99de-32fd92509971', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:02:18.312239 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 205659ce-e2b8-4823-8f63-d3f6c694a602, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=205659ce-e2b8-4823-8f63-d3f6c694a602,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:18.325424 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'port_id': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'mac_address': 'fa:16:3e:2a:6e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:02:18.326558 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec1b8b-0e35-4862-9bc4-036307dad9e9 req-75395cba-38ae-4e55-ba47-00d57f8af383 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:18.330683 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-98ec1b8b-0e35-4862-9bc4-036307dad9e9 req-75395cba-38ae-4e55-ba47-00d57f8af383 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 943 time: 0.0526810 Nov 22 23:02:18.360514 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.368517 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.380365 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-98ec1b8b-0e35-4862-9bc4-036307dad9e9 req-74e949cb-cd5a-4b8c-b8b4-ba41b0ea8f6b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460241 Nov 22 23:02:18.384916 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205659ce-e2b8-4823-8f63-d3f6c694a602 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:02:18.412818 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 205659ce-e2b8-4823-8f63-d3f6c694a602, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=205659ce-e2b8-4823-8f63-d3f6c694a602,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:18.417737 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.418454 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device dacb0548-77df-4148-a7b2-738040851ec4 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:02:18.511419 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=205659ce-e2b8-4823-8f63-d3f6c694a602,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:18.556555 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port dacb0548-77df-4148-a7b2-738040851ec4, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=dacb0548-77df-4148-a7b2-738040851ec4,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:18.568425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': 'dacb0548-77df-4148-a7b2-738040851ec4', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'port_id': 'dacb0548-77df-4148-a7b2-738040851ec4', 'mac_address': 'fa:16:3e:52:88:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:02:18.609103 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.622177 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacb0548-77df-4148-a7b2-738040851ec4 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:02:18.629725 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1525a7c6-0d24-4cce-901a-2ca8c9609c55 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:02:18.637523 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.641031 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port dacb0548-77df-4148-a7b2-738040851ec4, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=dacb0548-77df-4148-a7b2-738040851ec4,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:18.645688 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.652221 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Transition to ACTIVE for port object 1525a7c6-0d24-4cce-901a-2ca8c9609c55 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:02:18.655851 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.702408 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=dacb0548-77df-4148-a7b2-738040851ec4,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:18.744285 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Pushing event updated for resources: {'Port': ['ID=1525a7c6-0d24-4cce-901a-2ca8c9609c55,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:18.775238 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Attempting to bind port 1525a7c6-0d24-4cce-901a-2ca8c9609c55 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:02:18.775575 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Attempting to bind port 1525a7c6-0d24-4cce-901a-2ca8c9609c55 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'dbf9caa8-1b6c-4633-8741-2975926b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:02:18.775904 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Attempting to bind port 1525a7c6-0d24-4cce-901a-2ca8c9609c55 on network cf5659d0-a132-4ec4-a980-7145a1826e0a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:02:18.780248 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Port 1525a7c6-0d24-4cce-901a-2ca8c9609c55 on network cf5659d0-a132-4ec4-a980-7145a1826e0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:02:18.780569 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Attempting to bind port 1525a7c6-0d24-4cce-901a-2ca8c9609c55 on network cf5659d0-a132-4ec4-a980-7145a1826e0a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:02:18.786026 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:02:18.786369 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Checking segment: {'id': 'dbf9caa8-1b6c-4633-8741-2975926b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:02:18.786748 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Bound using segment: {'id': 'dbf9caa8-1b6c-4633-8741-2975926b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:02:18.787176 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Bound port: 1525a7c6-0d24-4cce-901a-2ca8c9609c55, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf9caa8-1b6c-4633-8741-2975926b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:02:18.787507 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.857083 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] For port 1525a7c6-0d24-4cce-901a-2ca8c9609c55, host hv-cinder-81883, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:02:18.861537 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] For port 1525a7c6-0d24-4cce-901a-2ca8c9609c55, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=1525a7c6-0d24-4cce-901a-2ca8c9609c55,segment=NetworkSegment(dbf9caa8-1b6c-4633-8741-2975926b7dd6),segment_id=dbf9caa8-1b6c-4633-8741-2975926b7dd6)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:02:18.870656 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.899681 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc79bd6-ef97-42ad-b404-22b3cffd4656 req-313b0f02-afd5-4832-89b5-8ce7c0b00235 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:18.901277 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6fc79bd6-ef97-42ad-b404-22b3cffd4656 req-313b0f02-afd5-4832-89b5-8ce7c0b00235 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 944 time: 0.0800233 Nov 22 23:02:18.906860 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:18.908028 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:18.909391 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] 10.222.0.83 "PUT /v2.0/ports/1525a7c6-0d24-4cce-901a-2ca8c9609c55 HTTP/1.1" status: 200 len: 1094 time: 0.6090019 Nov 22 23:02:18.909983 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25c75d2-3d2c-4c7c-99de-32fd92509971', 'tag': '1525a7c6-0d24-4cce-901a-2ca8c9609c55'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:18.912395 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2501f32e-00cf-4aac-89a7-b367157cb973" -d '{"events": [{"name": "network-changed", "server_uuid": "e25c75d2-3d2c-4c7c-99de-32fd92509971", "tag": "1525a7c6-0d24-4cce-901a-2ca8c9609c55"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:18.924456 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd47a3d-ede9-4f97-991d-d9fdab93d5d9 req-2d22c7cf-5e36-4e66-b5d0-67abbc9dbe45 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:18.925947 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2fd47a3d-ede9-4f97-991d-d9fdab93d5d9 req-2d22c7cf-5e36-4e66-b5d0-67abbc9dbe45 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0757287 Nov 22 23:02:18.935892 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba7df0-a4b5-4f3d-a65a-f2d1b7bb14be service neutron] Pushing event updated for resources: {'Port': ['ID=1525a7c6-0d24-4cce-901a-2ca8c9609c55,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:18.988345 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6fc79bd6-ef97-42ad-b404-22b3cffd4656 req-21ba409e-a249-4fff-abab-7ae3449866e6 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779679 Nov 22 23:02:19.000031 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2fd47a3d-ede9-4f97-991d-d9fdab93d5d9 req-7f295b29-d037-491e-b17c-e1001903bad5 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665739 Nov 22 23:02:19.030901 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-b9f796ca-8786-4fd2-b03a-998e3e80fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:19.032464 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-b9f796ca-8786-4fd2-b03a-998e3e80fca5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1734d6e5ada24e74857dbeaf2a19d2ae&device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 1097 time: 0.0573871 Nov 22 23:02:19.046667 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6839eb06-c09c-4878-bc1c-7284b28257eb x-openstack-request-id: req-6839eb06-c09c-4878-bc1c-7284b28257eb {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:19.046964 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25c75d2-3d2c-4c7c-99de-32fd92509971", "tag": "1525a7c6-0d24-4cce-901a-2ca8c9609c55", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:19.047225 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6839eb06-c09c-4878-bc1c-7284b28257eb {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:19.047627 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25c75d2-3d2c-4c7c-99de-32fd92509971', 'tag': '1525a7c6-0d24-4cce-901a-2ca8c9609c55', 'status': 'completed', 'code': 200} Nov 22 23:02:19.116082 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-79aa7e79-6617-4ca4-9f19-dc29d6a56dbb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1525a7c6-0d24-4cce-901a-2ca8c9609c55 HTTP/1.1" status: 200 len: 217 time: 0.0391817 Nov 22 23:02:19.145858 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497fd60-a77d-4c05-9c35-edff072cd738 req-fa641050-0229-4df9-820e-99a6503b4253 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:19.147343 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a497fd60-a77d-4c05-9c35-edff072cd738 req-fa641050-0229-4df9-820e-99a6503b4253 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 945 time: 0.0499890 Nov 22 23:02:19.172236 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-f0e4339f-0e31-42dd-ade0-f4b94c919486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:19.173898 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-f0e4339f-0e31-42dd-ade0-f4b94c919486 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c881c81d-80f0-433f-9b49-d729778b1b94 HTTP/1.1" status: 200 len: 849 time: 0.0450821 Nov 22 23:02:19.208417 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-d2bccca3-a012-487a-97ed-5a0cc4d572a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf5659d0-a132-4ec4-a980-7145a1826e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253470 Nov 22 23:02:19.278519 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['205659ce-e2b8-4823-8f63-d3f6c694a602'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:02:19.305663 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['dacb0548-77df-4148-a7b2-738040851ec4'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:02:19.307870 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-e3ca594e-7537-40ba-8073-d99be639c1c1 service neutron] 10.222.0.83 "GET /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918233 Nov 22 23:02:19.405990 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-db8cae70-815a-4fcd-9003-f6acaaa9c1d6 req-698ad13f-aeb0-4922-9cd0-a2e193019c34 service neutron] 10.222.0.83 "GET /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881341 Nov 22 23:02:19.411033 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a497fd60-a77d-4c05-9c35-edff072cd738 req-43550817-d54b-461f-baeb-14d310a110ef tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562838 Nov 22 23:02:19.518058 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8254-552d-4058-8d82-4dcea9c1eea6 req-523482e0-adeb-4d7d-803d-d282f91c035e tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:19.519527 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-96fd8254-552d-4058-8d82-4dcea9c1eea6 req-523482e0-adeb-4d7d-803d-d282f91c035e tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 944 time: 0.0513601 Nov 22 23:02:19.562051 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501f32e-00cf-4aac-89a7-b367157cb973 req-4283b371-152a-4ad6-9724-25c22460e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:19.564240 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2501f32e-00cf-4aac-89a7-b367157cb973 req-4283b371-152a-4ad6-9724-25c22460e215 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1734d6e5ada24e74857dbeaf2a19d2ae&device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 1097 time: 0.0467472 Nov 22 23:02:19.574942 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-96fd8254-552d-4058-8d82-4dcea9c1eea6 req-5926c9ba-1e9f-46d9-8790-a6ff5e99fd38 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482337 Nov 22 23:02:19.666900 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501f32e-00cf-4aac-89a7-b367157cb973 req-a6d28b42-4817-49f3-bf07-e104614e5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:19.668279 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2501f32e-00cf-4aac-89a7-b367157cb973 req-a6d28b42-4817-49f3-bf07-e104614e5317 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf5659d0-a132-4ec4-a980-7145a1826e0a HTTP/1.1" status: 200 len: 911 time: 0.0970490 Nov 22 23:02:19.710926 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2501f32e-00cf-4aac-89a7-b367157cb973 req-112a00db-7ea7-4da4-849a-ae031c8d7979 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1525a7c6-0d24-4cce-901a-2ca8c9609c55 HTTP/1.1" status: 200 len: 217 time: 0.0351176 Nov 22 23:02:19.765500 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501f32e-00cf-4aac-89a7-b367157cb973 req-00ca43b0-81b7-49b9-8e20-faddc68eecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:19.767035 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2501f32e-00cf-4aac-89a7-b367157cb973 req-00ca43b0-81b7-49b9-8e20-faddc68eecbc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c881c81d-80f0-433f-9b49-d729778b1b94 HTTP/1.1" status: 200 len: 849 time: 0.0472744 Nov 22 23:02:19.800422 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2501f32e-00cf-4aac-89a7-b367157cb973 req-a744d94e-d4a7-4340-a2d0-9dad0ae51614 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf5659d0-a132-4ec4-a980-7145a1826e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256319 Nov 22 23:02:19.894803 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2501f32e-00cf-4aac-89a7-b367157cb973 req-9ea2185e-7e79-48f9-9fb1-a1cdea84b558 service neutron] 10.222.0.83 "GET /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 Nov 22 23:02:19.990136 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-2501f32e-00cf-4aac-89a7-b367157cb973 req-200f942b-a18c-422c-8295-fd448c8b5261 service neutron] 10.222.0.83 "GET /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862756 Nov 22 23:02:20.136150 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1358471-aded-436c-9328-77a68b2f4131 req-17ccbb33-1489-4d11-b189-8e6069fbe8f2 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:20.137626 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a1358471-aded-436c-9328-77a68b2f4131 req-17ccbb33-1489-4d11-b189-8e6069fbe8f2 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 944 time: 0.0801704 Nov 22 23:02:20.149376 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed204a-7aa1-40d4-8da9-230168bfefe8 req-1f2d457a-f775-40a5-8562-41e9a7311279 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:20.150809 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-84ed204a-7aa1-40d4-8da9-230168bfefe8 req-1f2d457a-f775-40a5-8562-41e9a7311279 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0670822 Nov 22 23:02:20.222046 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a1358471-aded-436c-9328-77a68b2f4131 req-6e7e87a4-8def-4bfd-b046-46c832209968 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702641 Nov 22 23:02:20.225500 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-84ed204a-7aa1-40d4-8da9-230168bfefe8 req-687643c1-30b7-47b2-a2b4-c138859f8395 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681825 Nov 22 23:02:20.531071 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef1624-9252-4ada-a245-01f7942eafe6 req-fd799733-2bdc-4ec3-a59a-b3e19d1c1d05 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:20.533300 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f8ef1624-9252-4ada-a245-01f7942eafe6 req-fd799733-2bdc-4ec3-a59a-b3e19d1c1d05 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 945 time: 0.0480390 Nov 22 23:02:20.581542 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f8ef1624-9252-4ada-a245-01f7942eafe6 req-72082ee2-5f4c-470f-a479-d2e685cee289 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425048 Nov 22 23:02:20.698274 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea27fc-26f0-4992-baf0-dd0f1ecb5867 req-aff3c73c-1636-4ad5-bbb0-ecaf421e93df tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:20.699741 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2ea27fc-26f0-4992-baf0-dd0f1ecb5867 req-aff3c73c-1636-4ad5-bbb0-ecaf421e93df tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 944 time: 0.0535259 Nov 22 23:02:20.748046 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2ea27fc-26f0-4992-baf0-dd0f1ecb5867 req-cc5c531f-4f58-4c3a-9d55-e0d51ae74fc2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419078 Nov 22 23:02:21.364748 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d96a8-b2cb-4946-a26c-2781e3e21b5b req-6433c7c6-8189-4b3b-9399-9e53f15fb480 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:21.366253 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-754d96a8-b2cb-4946-a26c-2781e3e21b5b req-6433c7c6-8189-4b3b-9399-9e53f15fb480 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0667341 Nov 22 23:02:21.374323 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b289a-b35a-40b5-83bd-b45621ea18cc req-cc82ddd5-afb0-4ec2-8641-aa5ef3db844c tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:21.375700 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb9b289a-b35a-40b5-83bd-b45621ea18cc req-cc82ddd5-afb0-4ec2-8641-aa5ef3db844c tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 944 time: 0.0849879 Nov 22 23:02:21.451298 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-754d96a8-b2cb-4946-a26c-2781e3e21b5b req-59564530-3cbe-4655-ae82-34e0b1fbc9b1 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745962 Nov 22 23:02:21.455663 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb9b289a-b35a-40b5-83bd-b45621ea18cc req-36ab2d39-ee61-4c75-af12-c9fd3c286f87 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730965 Nov 22 23:02:21.696195 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e498a-c55a-4bd6-b9ce-8f15c9660e86 req-31b11a9a-22f1-4c89-8ed7-78c25435c860 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:21.697679 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d98e498a-c55a-4bd6-b9ce-8f15c9660e86 req-31b11a9a-22f1-4c89-8ed7-78c25435c860 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 945 time: 0.0477905 Nov 22 23:02:21.746118 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d98e498a-c55a-4bd6-b9ce-8f15c9660e86 req-b29b3a57-86d2-43fd-ae28-e7e47cbca4a6 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423932 Nov 22 23:02:21.865384 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db79ac-cb55-4597-b50f-1131614bda52 req-2093f6a1-9039-427b-8f1f-4868311e5254 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:21.866924 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e1db79ac-cb55-4597-b50f-1131614bda52 req-2093f6a1-9039-427b-8f1f-4868311e5254 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 944 time: 0.0502801 Nov 22 23:02:21.916879 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e1db79ac-cb55-4597-b50f-1131614bda52 req-828c21b2-2e92-49b4-9e75-4aeab81a6d06 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439754 Nov 22 23:02:22.225040 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 1525a7c6-0d24-4cce-901a-2ca8c9609c55 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:02:22.238150 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 205659ce-e2b8-4823-8f63-d3f6c694a602 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:02:22.352349 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 205659ce-e2b8-4823-8f63-d3f6c694a602 completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:02:22.360540 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 1525a7c6-0d24-4cce-901a-2ca8c9609c55, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=1525a7c6-0d24-4cce-901a-2ca8c9609c55,segment=NetworkSegment(dbf9caa8-1b6c-4633-8741-2975926b7dd6),segment_id=dbf9caa8-1b6c-4633-8741-2975926b7dd6)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:22.363631 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 205659ce-e2b8-4823-8f63-d3f6c694a602 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:02:22.363998 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:22.390289 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '1525a7c6-0d24-4cce-901a-2ca8c9609c55', 'network_id': 'cf5659d0-a132-4ec4-a980-7145a1826e0a', 'port_id': '1525a7c6-0d24-4cce-901a-2ca8c9609c55', 'mac_address': 'fa:16:3e:66:62:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c881c81d-80f0-433f-9b49-d729778b1b94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:02:22.445293 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:22.476466 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1525a7c6-0d24-4cce-901a-2ca8c9609c55 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:02:22.506398 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 1525a7c6-0d24-4cce-901a-2ca8c9609c55, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=1525a7c6-0d24-4cce-901a-2ca8c9609c55,segment=NetworkSegment(dbf9caa8-1b6c-4633-8741-2975926b7dd6),segment_id=dbf9caa8-1b6c-4633-8741-2975926b7dd6)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:22.507370 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:22.519032 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:22.558877 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:22.561059 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0f6010-4634-4c63-9cf0-8998f718be97" -d '{"events": [{"server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "name": "network-vif-plugged", "status": "completed", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:22.577323 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 205659ce-e2b8-4823-8f63-d3f6c694a602, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=205659ce-e2b8-4823-8f63-d3f6c694a602,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:22.587048 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:22.587813 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device dacb0548-77df-4148-a7b2-738040851ec4 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:02:22.609089 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41502b24-a7d5-414d-8532-ffe686fd1dda req-8176b68a-7c1f-434a-82db-2c511adb600f tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:22.609694 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=1525a7c6-0d24-4cce-901a-2ca8c9609c55,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:22.611237 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-41502b24-a7d5-414d-8532-ffe686fd1dda req-8176b68a-7c1f-434a-82db-2c511adb600f tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 945 time: 0.0821793 Nov 22 23:02:22.632470 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5397d-b24b-4ffd-8a8b-73653585d16d req-620fea26-6c0d-4826-bbc9-a5d8b140bdaa tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:22.634037 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8ef5397d-b24b-4ffd-8a8b-73653585d16d req-620fea26-6c0d-4826-bbc9-a5d8b140bdaa tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.1043942 Nov 22 23:02:22.676812 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=205659ce-e2b8-4823-8f63-d3f6c694a602,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:22.688796 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port dacb0548-77df-4148-a7b2-738040851ec4 completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:02:22.690079 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-41502b24-a7d5-414d-8532-ffe686fd1dda req-d26aaa43-5cc8-4a35-ab78-0caf70660500 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719397 Nov 22 23:02:22.693290 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port dacb0548-77df-4148-a7b2-738040851ec4 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:02:22.693745 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:22.715462 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8ef5397d-b24b-4ffd-8a8b-73653585d16d req-3cf70a9f-e025-4978-a890-4abe6391cce1 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748620 Nov 22 23:02:22.736774 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c85e80-6b74-49af-90b0-647c063649e1 x-openstack-request-id: req-a7c85e80-6b74-49af-90b0-647c063649e1 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:22.737094 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "name": "network-vif-plugged", "status": "completed", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:22.737305 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7c85e80-6b74-49af-90b0-647c063649e1 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:22.737779 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'code': 200} Nov 22 23:02:22.779533 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:22.815409 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port dacb0548-77df-4148-a7b2-738040851ec4, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=dacb0548-77df-4148-a7b2-738040851ec4,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:22.819997 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:22.871184 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771ed40-9976-421d-9f82-1ef85a31a9af req-4395971e-160e-4087-bb75-e259eed61e84 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:22.872681 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0771ed40-9976-421d-9f82-1ef85a31a9af req-4395971e-160e-4087-bb75-e259eed61e84 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0555463 Nov 22 23:02:22.873309 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=dacb0548-77df-4148-a7b2-738040851ec4,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:22.924062 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0771ed40-9976-421d-9f82-1ef85a31a9af req-e84e032f-9dbb-44be-8ba2-70a1a2c3714b tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443060 Nov 22 23:02:23.031011 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1521-9e83-4a3f-b8dd-3b4cc83515b1 req-f96a440f-9776-49fe-b50e-a1dc38ca9da6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:23.033183 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a74d1521-9e83-4a3f-b8dd-3b4cc83515b1 req-f96a440f-9776-49fe-b50e-a1dc38ca9da6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 945 time: 0.0493548 Nov 22 23:02:23.084661 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a74d1521-9e83-4a3f-b8dd-3b4cc83515b1 req-a6e64a73-85eb-4a9e-bedc-8e66f1f0fe50 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445402 Nov 22 23:02:23.102922 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb5714-4e30-47bb-82a2-9a922a5e80c6 req-4eb841c9-b323-4fb6-820e-2f91dd2be4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:23.105117 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-73cb5714-4e30-47bb-82a2-9a922a5e80c6 req-4eb841c9-b323-4fb6-820e-2f91dd2be4d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 1099 time: 0.0434647 Nov 22 23:02:23.152233 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-73cb5714-4e30-47bb-82a2-9a922a5e80c6 req-cf9cd1e0-ac95-4320-a4c0-9e34ae4bb55d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391302 Nov 22 23:02:23.201167 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['1525a7c6-0d24-4cce-901a-2ca8c9609c55'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:02:23.842648 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c982c1-64e4-4bd2-bc5e-fb776d375531 req-ef663e6e-17bd-4847-a9f7-93d2d6ae3fb4 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:23.844154 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f1c982c1-64e4-4bd2-bc5e-fb776d375531 req-ef663e6e-17bd-4847-a9f7-93d2d6ae3fb4 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 945 time: 0.0838175 Nov 22 23:02:23.856911 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9452f2-2b1d-464f-9f99-8fa82e93b2cd req-dae5f459-fc96-4e65-b558-a79a334ed824 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:23.858443 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ae9452f2-2b1d-464f-9f99-8fa82e93b2cd req-dae5f459-fc96-4e65-b558-a79a334ed824 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0699883 Nov 22 23:02:23.932297 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f1c982c1-64e4-4bd2-bc5e-fb776d375531 req-ef13a889-b0fc-46c3-b1f2-5fd1da3e5882 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727997 Nov 22 23:02:23.935725 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ae9452f2-2b1d-464f-9f99-8fa82e93b2cd req-7ddefb86-79ed-4e9a-8622-34650040167c tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702918 Nov 22 23:02:24.036748 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d45abf-6d01-4dd6-a46a-ee85be2c7b1d req-ce08cd9d-1744-483b-a93c-96cc0b50eb2a tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:24.038251 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-75d45abf-6d01-4dd6-a46a-ee85be2c7b1d req-ce08cd9d-1744-483b-a93c-96cc0b50eb2a tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0494852 Nov 22 23:02:24.088960 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-75d45abf-6d01-4dd6-a46a-ee85be2c7b1d req-7c37a862-89c4-483d-ad17-1d9a4a597619 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444529 Nov 22 23:02:24.208273 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c10aa0-c594-4835-be83-edb242afe073 req-95ed800b-41fc-4f42-bd51-2d39cb086ea0 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:24.209689 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e8c10aa0-c594-4835-be83-edb242afe073 req-95ed800b-41fc-4f42-bd51-2d39cb086ea0 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 945 time: 0.0527534 Nov 22 23:02:24.258286 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e8c10aa0-c594-4835-be83-edb242afe073 req-ed902952-91ea-493d-80ce-11b36b2ab948 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428655 Nov 22 23:02:24.739007 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacb0548-77df-4148-a7b2-738040851ec4'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:24.745027 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924eceb6-a116-43e1-aa86-c5b6a659f457" -d '{"events": [{"server_uuid": "ee39353a-7b66-48b7-b735-20f76c7b3545", "name": "network-vif-plugged", "status": "completed", "tag": "dacb0548-77df-4148-a7b2-738040851ec4"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:24.780554 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda39e42-6cb2-4ef9-bee6-2506736d0020 x-openstack-request-id: req-cda39e42-6cb2-4ef9-bee6-2506736d0020 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:24.780874 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee39353a-7b66-48b7-b735-20f76c7b3545", "name": "network-vif-plugged", "status": "completed", "tag": "dacb0548-77df-4148-a7b2-738040851ec4", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:24.781138 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cda39e42-6cb2-4ef9-bee6-2506736d0020 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:24.781533 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacb0548-77df-4148-a7b2-738040851ec4', 'code': 200} Nov 22 23:02:25.082359 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905239bb-0976-490c-8212-13cf5aca4db7 req-15765c93-f822-41c1-b65e-a8dead344ee5 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:25.083904 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-905239bb-0976-490c-8212-13cf5aca4db7 req-15765c93-f822-41c1-b65e-a8dead344ee5 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 945 time: 0.0782731 Nov 22 23:02:25.101568 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c965574-cb9e-426b-b2de-bb85fd0de733 req-296ea331-3695-4534-929c-c715fe1ba2ff tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:25.103631 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5c965574-cb9e-426b-b2de-bb85fd0de733 req-296ea331-3695-4534-929c-c715fe1ba2ff tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0877161 Nov 22 23:02:25.186994 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-905239bb-0976-490c-8212-13cf5aca4db7 req-298457d6-cc04-4c46-8751-9d6e5cf6cdd6 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964019 Nov 22 23:02:25.192822 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5c965574-cb9e-426b-b2de-bb85fd0de733 req-6402bdbd-f580-462c-bd73-9494a24eedcb tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699384 Nov 22 23:02:25.193677 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44e1fd-6bb9-4d6b-a2b1-df82d226f9fe req-2491b93f-a502-4443-aa1b-e8fc79b8b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:25.196023 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4e44e1fd-6bb9-4d6b-a2b1-df82d226f9fe req-2491b93f-a502-4443-aa1b-e8fc79b8b072 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 1098 time: 0.0431886 Nov 22 23:02:25.264454 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4e44e1fd-6bb9-4d6b-a2b1-df82d226f9fe req-85301be6-83bf-44ff-954f-d76f8befe9d9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498967 Nov 22 23:02:25.308452 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad10eb-fc97-476c-b3f1-32f80d121b3c req-da043703-5eda-4580-baba-2afc534637bf tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:25.309973 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-75ad10eb-fc97-476c-b3f1-32f80d121b3c req-da043703-5eda-4580-baba-2afc534637bf tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0508356 Nov 22 23:02:25.360546 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-75ad10eb-fc97-476c-b3f1-32f80d121b3c req-bbeeba41-7b2b-4b73-93f2-8b73e6d83976 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442116 Nov 22 23:02:25.460644 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846df0d-100e-4912-afa8-14ae3bb6e471 req-c59121d0-b651-4af7-bddf-4e782336075c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:25.462152 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0846df0d-100e-4912-afa8-14ae3bb6e471 req-c59121d0-b651-4af7-bddf-4e782336075c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 945 time: 0.0484576 Nov 22 23:02:25.516872 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0846df0d-100e-4912-afa8-14ae3bb6e471 req-82317bae-082f-488b-9687-7c9333631179 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482450 Nov 22 23:02:25.619721 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8524c-aeb5-41c0-be07-d7c98b93c490 req-6af77dc8-02d2-4081-a2b7-a6778e283549 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:25.621115 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-52b8524c-aeb5-41c0-be07-d7c98b93c490 req-6af77dc8-02d2-4081-a2b7-a6778e283549 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0484478 Nov 22 23:02:25.670190 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-52b8524c-aeb5-41c0-be07-d7c98b93c490 req-32a11c47-6c68-486a-a9a5-8e1f4d3703ad tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431254 Nov 22 23:02:25.691497 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 38834) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:02:25.873964 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed858f55-4956-4597-9a1b-da28876fa0a9 tempest-TestShelveInstance-1450535368 tempest-TestShelveInstance-1450535368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:25.875420 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-ed858f55-4956-4597-9a1b-da28876fa0a9 tempest-TestShelveInstance-1450535368 tempest-TestShelveInstance-1450535368-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 1094 time: 0.1829405 Nov 22 23:02:25.879251 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 38838) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:02:25.883476 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Request body: {'floatingip': {'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'port_id': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:02:25.905841 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for floatingip, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:26.004958 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:26.107897 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Allocated IP 172.27.0.242 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/66b60e1c-ca44-4b01-82df-29a1332d5913) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:02:26.210381 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:26.259107 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 1525a7c6-0d24-4cce-901a-2ca8c9609c55 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:02:26.261403 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:26.312500 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 1525a7c6-0d24-4cce-901a-2ca8c9609c55 completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:02:26.317054 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 1525a7c6-0d24-4cce-901a-2ca8c9609c55 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:02:26.317429 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:26.358552 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:02:26.367626 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:02:26.371245 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event updated for resources: {'Port': ['ID=66b60e1c-ca44-4b01-82df-29a1332d5913,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:26.373674 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:02:26.400592 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:26.418670 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a6216-db29-4c0a-8bb3-1187d2470d54 req-84c73bce-3bc4-4f16-9ab1-5e91f5bba573 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:26.420187 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e45a6216-db29-4c0a-8bb3-1187d2470d54 req-84c73bce-3bc4-4f16-9ab1-5e91f5bba573 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 945 time: 0.1487694 Nov 22 23:02:26.435773 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 1525a7c6-0d24-4cce-901a-2ca8c9609c55, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=1525a7c6-0d24-4cce-901a-2ca8c9609c55,segment=NetworkSegment(dbf9caa8-1b6c-4633-8741-2975926b7dd6),segment_id=dbf9caa8-1b6c-4633-8741-2975926b7dd6)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:26.436272 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2743b-96dd-41fd-9b91-df1a9b64c35d req-e6992947-7204-418f-b1a3-ad19e366a734 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:26.437756 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-33f2743b-96dd-41fd-9b91-df1a9b64c35d req-e6992947-7204-418f-b1a3-ad19e366a734 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.1366448 Nov 22 23:02:26.440307 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:26.496766 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=1525a7c6-0d24-4cce-901a-2ca8c9609c55,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:26.583523 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-33f2743b-96dd-41fd-9b91-df1a9b64c35d req-82faa203-cde8-44c8-9ef8-9476ab46ec87 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220999 Nov 22 23:02:26.590667 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e45a6216-db29-4c0a-8bb3-1187d2470d54 req-288452fe-8641-4c3f-8a22-403133a1e457 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621490 Nov 22 23:02:26.725940 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f270d3-33ee-4c38-ac8f-b1a1dfe2ac80 req-982274f2-2509-43be-8d7c-767c1f16b065 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:26.727433 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-32f270d3-33ee-4c38-ac8f-b1a1dfe2ac80 req-982274f2-2509-43be-8d7c-767c1f16b065 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 945 time: 0.0825577 Nov 22 23:02:26.783593 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25c75d2-3d2c-4c7c-99de-32fd92509971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1525a7c6-0d24-4cce-901a-2ca8c9609c55'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:26.786064 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3f064a-67ff-422e-94d7-bc19e24128ca" -d '{"events": [{"server_uuid": "e25c75d2-3d2c-4c7c-99de-32fd92509971", "name": "network-vif-plugged", "status": "completed", "tag": "1525a7c6-0d24-4cce-901a-2ca8c9609c55"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:26.849440 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-32f270d3-33ee-4c38-ac8f-b1a1dfe2ac80 req-5ff75748-6a0a-4b2a-af20-51d561bec297 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896022 Nov 22 23:02:26.868603 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:26.896271 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913dd533-4b07-47a0-8a6b-8e56ea6c558d x-openstack-request-id: req-913dd533-4b07-47a0-8a6b-8e56ea6c558d {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:26.896775 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25c75d2-3d2c-4c7c-99de-32fd92509971", "name": "network-vif-plugged", "status": "completed", "tag": "1525a7c6-0d24-4cce-901a-2ca8c9609c55", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:26.897032 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-913dd533-4b07-47a0-8a6b-8e56ea6c558d {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:26.897420 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25c75d2-3d2c-4c7c-99de-32fd92509971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1525a7c6-0d24-4cce-901a-2ca8c9609c55', 'code': 200} Nov 22 23:02:26.941949 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:27.060272 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:02:27.094901 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:27.099573 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:27.137823 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:27.185482 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event updated for resources: {'Port': ['ID=66b60e1c-ca44-4b01-82df-29a1332d5913,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:27.242312 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577d98e-67fd-48cd-89f0-3412480292c8 req-cfd1b7d6-51aa-4833-b9df-d133fa4b9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:27.243903 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4577d98e-67fd-48cd-89f0-3412480292c8 req-cfd1b7d6-51aa-4833-b9df-d133fa4b9a04 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 1099 time: 0.0409441 Nov 22 23:02:27.249431 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.l3_db [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Floating IP 7ba0a25d-c210-4de3-97fa-143831aa7fa7 associated. External IP: 172.27.0.242, port: 205659ce-e2b8-4823-8f63-d3f6c694a602. Nov 22 23:02:27.294481 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4577d98e-67fd-48cd-89f0-3412480292c8 req-67d76ae8-ff88-43fc-9a94-b9dcf612d133 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Nov 22 23:02:27.694371 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Router 12a8518f-3f44-403e-9e99-2da8b55a1291 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:02:27.788177 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162306da-a696-4c86-a147-ff249e1afd08 req-2bada419-2c29-440c-82e9-c0ba1862c9e6 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:27.790016 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-162306da-a696-4c86-a147-ff249e1afd08 req-2bada419-2c29-440c-82e9-c0ba1862c9e6 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.1328099 Nov 22 23:02:27.800423 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b8d2a-faf7-4b03-849f-3e7c4a723125 req-0a528823-6c6d-48d5-9044-5e7fd9b35515 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:27.802215 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e96b8d2a-faf7-4b03-849f-3e7c4a723125 req-0a528823-6c6d-48d5-9044-5e7fd9b35515 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 946 time: 0.1333184 Nov 22 23:02:27.927074 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-162306da-a696-4c86-a147-ff249e1afd08 req-8f88bfc2-40bc-47f3-9b30-bde1e5fa3215 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223779 Nov 22 23:02:27.928346 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:02:27.932735 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e96b8d2a-faf7-4b03-849f-3e7c4a723125 req-4d7ef8d8-57ef-47d4-8fc8-bc65bf55d6dd tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179664 Nov 22 23:02:27.942373 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c41582-6bed-4fe4-9164-1370a35580b2 None None] Sync routers for ids ['12a8518f-3f44-403e-9e99-2da8b55a1291'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:02:27.957632 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c41582-6bed-4fe4-9164-1370a35580b2 None None] Routers {'12a8518f-3f44-403e-9e99-2da8b55a1291'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:02:27.958278 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-a2c41582-6bed-4fe4-9164-1370a35580b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:02:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['12a8518f-3f44-403e-9e99-2da8b55a1291'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:02:27.959303 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:28.002198 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-57a4a3d2-e59f-40d8-947d-85611da00231 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1219442 Nov 22 23:02:28.009804 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:28.012064 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51d5cf8-279f-4925-ba28-2585b28adc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:28.055342 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8d818-920b-4201-92bc-e051969f9597 req-71c9c171-c867-44b9-ac2e-c87fe7201ff1 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:28.056899 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dae8d818-920b-4201-92bc-e051969f9597 req-71c9c171-c867-44b9-ac2e-c87fe7201ff1 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 945 time: 0.0578005 Nov 22 23:02:28.076970 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-a2c41582-6bed-4fe4-9164-1370a35580b2 None None] Set router 12a8518f-3f44-403e-9e99-2da8b55a1291 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:02:28.107119 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dae8d818-920b-4201-92bc-e051969f9597 req-85696af7-ef64-4031-bfce-bc191d5a39f0 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439284 Nov 22 23:02:28.161815 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98fc1eb-c2ae-460a-889f-e4ebadf600a1 x-openstack-request-id: req-a98fc1eb-c2ae-460a-889f-e4ebadf600a1 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:28.162456 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:28.162456 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a98fc1eb-c2ae-460a-889f-e4ebadf600a1 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:28.162737 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'status': 'completed', 'code': 200} Nov 22 23:02:28.246914 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d20010-a4d8-4d64-98b7-8dcecc61dd25 req-9ce653df-5ce6-43fc-a84e-0b3ea39145e1 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:28.248623 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-21d20010-a4d8-4d64-98b7-8dcecc61dd25 req-9ce653df-5ce6-43fc-a84e-0b3ea39145e1 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 945 time: 0.0649180 Nov 22 23:02:28.269993 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5cf8-279f-4925-ba28-2585b28adc8d req-6ea3d5dd-b023-45bc-af16-a8b37909279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:28.271511 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f51d5cf8-279f-4925-ba28-2585b28adc8d req-6ea3d5dd-b023-45bc-af16-a8b37909279e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8e29191d83b4af2b4c82ff4194343c7&device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 1099 time: 0.0524218 Nov 22 23:02:28.309675 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-21d20010-a4d8-4d64-98b7-8dcecc61dd25 req-7b8a6970-0e2c-4745-aa99-8bd67978626c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526619 Nov 22 23:02:28.330072 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-a2c41582-6bed-4fe4-9164-1370a35580b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 4, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '7ba0a25d-c210-4de3-97fa-143831aa7fa7', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'port_id': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'mac_address': 'fa:16:3e:2a:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:02:26Z', 'updated_at': '2021-11-22T23:02:26Z', 'revision_number': 0, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74227afc-21ea-4f01-a4a0-c149aafff1d4', 'name': '', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'mac_address': 'fa:16:3e:b4:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:40Z', 'updated_at': '2021-11-22T23:00:47Z', 'revision_number': 5, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'subnets': [{'id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:02:28.338552 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 38870) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:02:28.358555 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c41582-6bed-4fe4-9164-1370a35580b2 None None] Checking router: 12a8518f-3f44-403e-9e99-2da8b55a1291 for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:02:28.368700 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c41582-6bed-4fe4-9164-1370a35580b2 None None] Routers {'12a8518f-3f44-403e-9e99-2da8b55a1291'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:02:28.369406 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-a2c41582-6bed-4fe4-9164-1370a35580b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:02:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['12a8518f-3f44-403e-9e99-2da8b55a1291'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:02:28.392726 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5cf8-279f-4925-ba28-2585b28adc8d req-8136db45-f04b-47c2-a631-34e75b0a9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:28.394428 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f51d5cf8-279f-4925-ba28-2585b28adc8d req-8136db45-f04b-47c2-a631-34e75b0a9c6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=b486bead-762c-46e4-ac1b-a687c9397500 HTTP/1.1" status: 200 len: 910 time: 0.1074867 Nov 22 23:02:28.503644 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f51d5cf8-279f-4925-ba28-2585b28adc8d req-45341196-f7f0-4013-bbd2-e3f113ae11ee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205659ce-e2b8-4823-8f63-d3f6c694a602 HTTP/1.1" status: 200 len: 1000 time: 0.0928414 Nov 22 23:02:28.511534 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b7888e-a200-42e3-8e2e-e12ec88bf2e0 tempest-TestVolumeBootPattern-234142140 tempest-TestVolumeBootPattern-234142140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:28.513046 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-c4b7888e-a200-42e3-8e2e-e12ec88bf2e0 tempest-TestVolumeBootPattern-234142140 tempest-TestVolumeBootPattern-234142140-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 1093 time: 0.1718292 Nov 22 23:02:28.516345 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 38874) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:02:28.522086 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'floatingip': {'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'port_id': 'dacb0548-77df-4148-a7b2-738040851ec4', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:02:28.547070 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:28.559210 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5cf8-279f-4925-ba28-2585b28adc8d req-103bb319-9750-4c19-ba6c-9c99982c8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:28.560839 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f51d5cf8-279f-4925-ba28-2585b28adc8d req-103bb319-9750-4c19-ba6c-9c99982c8534 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20720024-8213-4c8b-9843-b7ef13d5389b HTTP/1.1" status: 200 len: 847 time: 0.0468154 Nov 22 23:02:28.567881 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-a2c41582-6bed-4fe4-9164-1370a35580b2 None None] Set router 12a8518f-3f44-403e-9e99-2da8b55a1291 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:02:28.612295 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5cf8-279f-4925-ba28-2585b28adc8d req-fc051f82-7a85-4b33-8dbe-b9fd88f32683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:28.613831 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f51d5cf8-279f-4925-ba28-2585b28adc8d req-fc051f82-7a85-4b33-8dbe-b9fd88f32683 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b486bead-762c-46e4-ac1b-a687c9397500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458751 Nov 22 23:02:28.649472 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:28.716507 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f51d5cf8-279f-4925-ba28-2585b28adc8d req-30b6cbc8-52e8-4336-8229-1597e5e6a8b1 service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946913 Nov 22 23:02:28.763138 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Allocated IP 172.27.0.178 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/27ce0828-454d-44a9-ac3d-82dd5bbaee8e) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:02:28.806246 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-a2c41582-6bed-4fe4-9164-1370a35580b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 4, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '7ba0a25d-c210-4de3-97fa-143831aa7fa7', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'port_id': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'mac_address': 'fa:16:3e:2a:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:02:26Z', 'updated_at': '2021-11-22T23:02:26Z', 'revision_number': 0, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74227afc-21ea-4f01-a4a0-c149aafff1d4', 'name': '', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'mac_address': 'fa:16:3e:b4:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:40Z', 'updated_at': '2021-11-22T23:00:47Z', 'revision_number': 5, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'subnets': [{'id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:02:28.818363 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f51d5cf8-279f-4925-ba28-2585b28adc8d req-573bf9cc-62ff-4a1d-ae67-50e3679b8c8f service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923815 Nov 22 23:02:28.837089 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c41582-6bed-4fe4-9164-1370a35580b2 None None] The sync data for ids ['12a8518f-3f44-403e-9e99-2da8b55a1291'] in dv-cinder-818834-1-iscsi is: [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 4, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '7ba0a25d-c210-4de3-97fa-143831aa7fa7', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'port_id': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'mac_address': 'fa:16:3e:2a:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:02:26Z', 'updated_at': '2021-11-22T23:02:26Z', 'revision_number': 0, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74227afc-21ea-4f01-a4a0-c149aafff1d4', 'name': '', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'mac_address': 'fa:16:3e:b4:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:40Z', 'updated_at': '2021-11-22T23:00:47Z', 'revision_number': 5, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'subnets': [{'id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:02:28.881701 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:28.919347 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:28.980094 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'Port': ['ID=27ce0828-454d-44a9-ac3d-82dd5bbaee8e,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:28.989964 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:02:28.992298 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:02:28.994650 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:02:29.075591 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69305683-8198-49f0-842a-edcb36da5910 None None] New status for floating IP 7ba0a25d-c210-4de3-97fa-143831aa7fa7: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:02:29.155701 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16b8be-7ded-403d-b757-c01a601a5bdb req-26666e38-e107-47a9-965b-eaa3e4ce6b61 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:29.157917 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aa16b8be-7ded-403d-b757-c01a601a5bdb req-26666e38-e107-47a9-965b-eaa3e4ce6b61 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 946 time: 0.1338451 Nov 22 23:02:29.165873 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a82dd-827c-4ef1-8e55-d20064497fc5 req-dc95869c-00ac-4972-ba03-bdc5eedef6d5 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:29.173931 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-394a82dd-827c-4ef1-8e55-d20064497fc5 req-dc95869c-00ac-4972-ba03-bdc5eedef6d5 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.1509683 Nov 22 23:02:29.330703 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aa16b8be-7ded-403d-b757-c01a601a5bdb req-07041fab-0c5f-4ec4-ba35-fc6de3b0f3b9 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539392 Nov 22 23:02:29.335914 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-394a82dd-827c-4ef1-8e55-d20064497fc5 req-67d82c69-ea5b-44af-8adf-dee96bc36d6f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611857 Nov 22 23:02:29.491884 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:29.560235 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:29.704554 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:29.709564 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:29.744643 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:29.792469 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'Port': ['ID=27ce0828-454d-44a9-ac3d-82dd5bbaee8e,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:29.854389 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.l3_db [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Floating IP cf242895-cf16-4953-93c1-02510d379891 associated. External IP: 172.27.0.178, port: dacb0548-77df-4148-a7b2-738040851ec4. Nov 22 23:02:30.030414 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:30.054534 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:02:30.165783 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:02:30.175750 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081e8ec-a815-47eb-bf0e-e1b41046781b None None] Sync routers for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:02:30.183950 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:30.185243 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081e8ec-a815-47eb-bf0e-e1b41046781b None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:02:30.185881 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-0081e8ec-a815-47eb-bf0e-e1b41046781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:02:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:02:30.213063 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-496c63a6-1f6d-41d2-908c-5eacb98ab021 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6947074 Nov 22 23:02:30.213680 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'tag': 'dacb0548-77df-4148-a7b2-738040851ec4'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:30.215918 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8dd6ab-f3e5-4119-8996-bcf6dcd3b1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee39353a-7b66-48b7-b735-20f76c7b3545", "tag": "dacb0548-77df-4148-a7b2-738040851ec4"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:30.263142 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e64cd6e-2147-4eb3-bb0e-dea18c183239 x-openstack-request-id: req-2e64cd6e-2147-4eb3-bb0e-dea18c183239 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:30.263435 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee39353a-7b66-48b7-b735-20f76c7b3545", "tag": "dacb0548-77df-4148-a7b2-738040851ec4", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:30.263688 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e64cd6e-2147-4eb3-bb0e-dea18c183239 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:30.264093 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'tag': 'dacb0548-77df-4148-a7b2-738040851ec4', 'status': 'completed', 'code': 200} Nov 22 23:02:30.293052 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-0081e8ec-a815-47eb-bf0e-e1b41046781b None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:02:30.359548 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd6ab-f3e5-4119-8996-bcf6dcd3b1a0 req-94c73e35-f7cc-4f70-8c77-cbc9d1e6f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:30.362128 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-fc8dd6ab-f3e5-4119-8996-bcf6dcd3b1a0 req-94c73e35-f7cc-4f70-8c77-cbc9d1e6f7bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 1098 time: 0.0435257 Nov 22 23:02:30.476156 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd6ab-f3e5-4119-8996-bcf6dcd3b1a0 req-9150d17a-4cea-4fc5-82bb-97277ae5c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:30.477645 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-fc8dd6ab-f3e5-4119-8996-bcf6dcd3b1a0 req-9150d17a-4cea-4fc5-82bb-97277ae5c19f service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 913 time: 0.1036086 Nov 22 23:02:30.519347 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec3ac8-643b-4949-b64a-6c61ae77ca2b req-b9f72e5f-0726-405a-9d53-d3971004f211 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:30.520974 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aaec3ac8-643b-4949-b64a-6c61ae77ca2b req-b9f72e5f-0726-405a-9d53-d3971004f211 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 946 time: 0.0865159 Nov 22 23:02:30.528832 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ea903-ae09-49da-a1df-b83d5415a0a4 req-8ac71c5e-f0a0-43bc-95a5-cebed65fa5bb tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:30.530415 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-100ea903-ae09-49da-a1df-b83d5415a0a4 req-8ac71c5e-f0a0-43bc-95a5-cebed65fa5bb tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0860577 Nov 22 23:02:30.542074 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-0081e8ec-a815-47eb-bf0e-e1b41046781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': 'cf242895-cf16-4953-93c1-02510d379891', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': 'dacb0548-77df-4148-a7b2-738040851ec4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:52:88:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:02:29Z', 'updated_at': '2021-11-22T23:02:29Z', 'revision_number': 0, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:02:30.558265 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-fc8dd6ab-f3e5-4119-8996-bcf6dcd3b1a0 req-1338ad16-5f10-41ff-a6ca-b055a2d1abe6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dacb0548-77df-4148-a7b2-738040851ec4 HTTP/1.1" status: 200 len: 999 time: 0.0726793 Nov 22 23:02:30.573098 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081e8ec-a815-47eb-bf0e-e1b41046781b None None] Checking router: 6e2d9066-54c9-486d-bd4a-1c5a235dc91e for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:02:30.581884 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081e8ec-a815-47eb-bf0e-e1b41046781b None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:02:30.582507 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-0081e8ec-a815-47eb-bf0e-e1b41046781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:02:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:02:30.606005 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aaec3ac8-643b-4949-b64a-6c61ae77ca2b req-31346a50-fb85-469a-b1ea-f19f898652d7 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736527 Nov 22 23:02:30.611119 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-100ea903-ae09-49da-a1df-b83d5415a0a4 req-287b976d-e6ec-4a8c-a900-bf3b828b1019 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708594 Nov 22 23:02:30.619832 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd6ab-f3e5-4119-8996-bcf6dcd3b1a0 req-f9ce48c1-cd42-43ed-a480-131ac374c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:30.621356 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-fc8dd6ab-f3e5-4119-8996-bcf6dcd3b1a0 req-f9ce48c1-cd42-43ed-a480-131ac374c9b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=450f4020-44ab-4ce7-9946-d9eada69384a HTTP/1.1" status: 200 len: 850 time: 0.0543892 Nov 22 23:02:30.699524 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd6ab-f3e5-4119-8996-bcf6dcd3b1a0 req-cb7c08e3-354b-4c01-bcf6-b1a2ef9ff51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:30.701084 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-fc8dd6ab-f3e5-4119-8996-bcf6dcd3b1a0 req-cb7c08e3-354b-4c01-bcf6-b1a2ef9ff51d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694413 Nov 22 23:02:30.708593 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-0081e8ec-a815-47eb-bf0e-e1b41046781b None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:02:30.827282 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-fc8dd6ab-f3e5-4119-8996-bcf6dcd3b1a0 req-9e8e08c6-c05a-452e-91d0-8e8eeed3dcb0 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901673 Nov 22 23:02:30.937857 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-fc8dd6ab-f3e5-4119-8996-bcf6dcd3b1a0 req-6c468b3d-f79d-4468-b2bf-62edbcba9605 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937574 Nov 22 23:02:30.952762 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-0081e8ec-a815-47eb-bf0e-e1b41046781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': 'cf242895-cf16-4953-93c1-02510d379891', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': 'dacb0548-77df-4148-a7b2-738040851ec4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:52:88:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:02:29Z', 'updated_at': '2021-11-22T23:02:29Z', 'revision_number': 0, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:02:30.986208 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081e8ec-a815-47eb-bf0e-e1b41046781b None None] The sync data for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi is: [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': 'cf242895-cf16-4953-93c1-02510d379891', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': 'dacb0548-77df-4148-a7b2-738040851ec4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:52:88:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:02:29Z', 'updated_at': '2021-11-22T23:02:29Z', 'revision_number': 0, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:02:31.166492 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd726dd-7921-49a2-ae2d-d250b920aafd None None] New status for floating IP cf242895-cf16-4953-93c1-02510d379891: ACTIVE {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:02:31.431100 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cacffd-1091-4588-a6ee-a657b60fd633 req-954b4f14-d23d-429a-9efa-92464cf30bd3 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:31.432857 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2cacffd-1091-4588-a6ee-a657b60fd633 req-954b4f14-d23d-429a-9efa-92464cf30bd3 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 946 time: 0.0541894 Nov 22 23:02:31.687059 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2cacffd-1091-4588-a6ee-a657b60fd633 req-f5c07727-f44f-45a0-a8be-80b7c50fd4dd tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469912 Nov 22 23:02:31.735505 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af31eb-325a-4f7f-8c1b-8c8c6546aa9b req-1ffdd666-e002-4667-af96-815f41b4fece tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:31.736964 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-83af31eb-325a-4f7f-8c1b-8c8c6546aa9b req-1ffdd666-e002-4667-af96-815f41b4fece tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0489345 Nov 22 23:02:31.783663 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-83af31eb-325a-4f7f-8c1b-8c8c6546aa9b req-305e26b9-c463-451a-b78c-8ba4585e489e tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407951 Nov 22 23:02:32.562328 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2765f02-255b-4f30-99f6-87c6c498013f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:32.752974 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d86ecc-78d0-490a-b56f-afd434023710 req-c2d6b5d4-bf0c-49ee-88e9-5b7bb49e88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:32.754530 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-19d86ecc-78d0-490a-b56f-afd434023710 req-c2d6b5d4-bf0c-49ee-88e9-5b7bb49e88fe service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 1098 time: 0.0432997 Nov 22 23:02:32.809917 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-19d86ecc-78d0-490a-b56f-afd434023710 req-ea843bbd-8b6a-4194-85a0-8babf62af288 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Nov 22 23:02:32.814964 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e77577-4456-42ea-bb6b-9d38b118c1a6 req-2c73facd-507f-43dd-b2d9-789a2953258d tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:32.816483 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-90e77577-4456-42ea-bb6b-9d38b118c1a6 req-2c73facd-507f-43dd-b2d9-789a2953258d tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 946 time: 0.0515578 Nov 22 23:02:32.883290 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-90e77577-4456-42ea-bb6b-9d38b118c1a6 req-8cbd4f69-344d-472e-a20b-979f96fc50a3 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603628 Nov 22 23:02:32.920446 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff76bd-90f3-4c5c-954b-cef7ef0ff1da req-3d070f60-8c45-4777-9d2b-0317a2677ceb tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:32.921982 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c7ff76bd-90f3-4c5c-954b-cef7ef0ff1da req-3d070f60-8c45-4777-9d2b-0317a2677ceb tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0529728 Nov 22 23:02:32.978192 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c7ff76bd-90f3-4c5c-954b-cef7ef0ff1da req-5395fb11-a877-4281-b2e7-21970aac1a9b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497053 Nov 22 23:02:33.980588 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0759d-6af5-4558-a093-d24828833463 req-2835d656-fb05-49fa-b78a-474762701f2f tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:33.982088 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-0cd0759d-6af5-4558-a093-d24828833463 req-2835d656-fb05-49fa-b78a-474762701f2f tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.83 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 946 time: 0.0515466 Nov 22 23:02:34.002826 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ffa94-821f-4fe4-818d-365bd7498c86 req-d71a2994-b77a-45d5-81d8-171fc60a9efc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:34.004364 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-026ffa94-821f-4fe4-818d-365bd7498c86 req-d71a2994-b77a-45d5-81d8-171fc60a9efc tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 946 time: 0.0507381 Nov 22 23:02:34.056673 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-026ffa94-821f-4fe4-818d-365bd7498c86 req-ce13590d-b17e-43cf-8d03-0bc4fc05ef45 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/security-groups?id=0df96edf-083c-403a-9e48-e54448b07bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462010 Nov 22 23:02:34.083298 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-0cd0759d-6af5-4558-a093-d24828833463 req-3ee176a4-7a36-4538-a2d4-52a869ece04a tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Deleting port 1525a7c6-0d24-4cce-901a-2ca8c9609c55 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:02:34.083648 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0cd0759d-6af5-4558-a093-d24828833463 req-3ee176a4-7a36-4538-a2d4-52a869ece04a tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:34.110882 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab34d8-7c77-4064-ae54-bce18961ce1c req-528f402c-273d-4749-bc81-2853d8572851 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:34.112189 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a7ab34d8-7c77-4064-ae54-bce18961ce1c req-528f402c-273d-4749-bc81-2853d8572851 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0601399 Nov 22 23:02:34.160542 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a7ab34d8-7c77-4064-ae54-bce18961ce1c req-91fa144c-d3bd-4176-931c-e9ea0e17f712 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Nov 22 23:02:34.179504 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-0cd0759d-6af5-4558-a093-d24828833463 req-3ee176a4-7a36-4538-a2d4-52a869ece04a tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] For port 1525a7c6-0d24-4cce-901a-2ca8c9609c55, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=1525a7c6-0d24-4cce-901a-2ca8c9609c55,segment=NetworkSegment(dbf9caa8-1b6c-4633-8741-2975926b7dd6),segment_id=dbf9caa8-1b6c-4633-8741-2975926b7dd6)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:34.179940 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0cd0759d-6af5-4558-a093-d24828833463 req-3ee176a4-7a36-4538-a2d4-52a869ece04a tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:34.193158 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-0cd0759d-6af5-4558-a093-d24828833463 req-3ee176a4-7a36-4538-a2d4-52a869ece04a tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Calling delete_port for 1525a7c6-0d24-4cce-901a-2ca8c9609c55 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:02:34.316495 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0cd0759d-6af5-4558-a093-d24828833463 req-3ee176a4-7a36-4538-a2d4-52a869ece04a tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:34.374827 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['1525a7c6-0d24-4cce-901a-2ca8c9609c55'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:02:34.581166 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee176a4-7a36-4538-a2d4-52a869ece04a tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Pushing event deleted for resources: {'Port': ['ID=1525a7c6-0d24-4cce-901a-2ca8c9609c55,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:34.623182 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd0759d-6af5-4558-a093-d24828833463 req-3ee176a4-7a36-4538-a2d4-52a869ece04a tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] No DVR routers for this DVR port 1525a7c6-0d24-4cce-901a-2ca8c9609c55 on host hv-cinder-81883 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:02:34.626956 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-0cd0759d-6af5-4558-a093-d24828833463 req-3ee176a4-7a36-4538-a2d4-52a869ece04a tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:34.630548 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-0cd0759d-6af5-4558-a093-d24828833463 req-3ee176a4-7a36-4538-a2d4-52a869ece04a tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.83 "DELETE /v2.0/ports/1525a7c6-0d24-4cce-901a-2ca8c9609c55 HTTP/1.1" status: 204 len: 173 time: 0.6398377 Nov 22 23:02:34.630987 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25c75d2-3d2c-4c7c-99de-32fd92509971', 'name': 'network-vif-deleted', 'tag': '1525a7c6-0d24-4cce-901a-2ca8c9609c55'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:34.633186 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1862d0-06a8-4d04-8254-e97a4ba3f9f5" -d '{"events": [{"server_uuid": "e25c75d2-3d2c-4c7c-99de-32fd92509971", "name": "network-vif-deleted", "tag": "1525a7c6-0d24-4cce-901a-2ca8c9609c55"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:34.670731 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173152db-db98-4457-b720-177efc2fde63 x-openstack-request-id: req-173152db-db98-4457-b720-177efc2fde63 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:34.671027 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25c75d2-3d2c-4c7c-99de-32fd92509971", "name": "network-vif-deleted", "tag": "1525a7c6-0d24-4cce-901a-2ca8c9609c55", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:34.671338 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-173152db-db98-4457-b720-177efc2fde63 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:34.671677 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25c75d2-3d2c-4c7c-99de-32fd92509971', 'name': 'network-vif-deleted', 'tag': '1525a7c6-0d24-4cce-901a-2ca8c9609c55', 'status': 'completed', 'code': 200} Nov 22 23:02:35.168629 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-65eea1d1-b4a4-4d85-a0b3-fda15a63c788 req-2078ca58-5af3-4d19-96db-7ec913f06997 tempest-VolumesActionsTest-2481910 tempest-VolumesActionsTest-2481910-project] 10.222.0.81 "GET /v2.0/ports?device_id=e25c75d2-3d2c-4c7c-99de-32fd92509971 HTTP/1.1" status: 200 len: 210 time: 0.0271118 Nov 22 23:02:35.249486 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0412b602-917d-4967-974c-6b23079028f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:35.284567 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107cf62-63bc-4580-8617-af8e0b6912a1 req-f6a75ccb-9dcc-4159-a943-f0812aa4f4d8 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:35.286317 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c107cf62-63bc-4580-8617-af8e0b6912a1 req-f6a75ccb-9dcc-4159-a943-f0812aa4f4d8 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0532479 Nov 22 23:02:35.338204 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c107cf62-63bc-4580-8617-af8e0b6912a1 req-076ba1f5-1718-48d2-8314-8e8881d79246 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457520 Nov 22 23:02:35.734299 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004d5cc-aa43-460a-aa74-e88c9672862c req-585acb6b-8e72-4cbd-81e8-262c1edc84a1 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:35.736524 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1004d5cc-aa43-460a-aa74-e88c9672862c req-585acb6b-8e72-4cbd-81e8-262c1edc84a1 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0543540 Nov 22 23:02:35.785647 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1004d5cc-aa43-460a-aa74-e88c9672862c req-f88559be-a64f-4bed-a1c8-925fc3138b94 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430183 Nov 22 23:02:35.811856 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc4865-b186-457e-9781-073a1c2d5c9b req-8e1bdf84-f76f-419a-80c7-a183920416e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:35.813488 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-bbdc4865-b186-457e-9781-073a1c2d5c9b req-8e1bdf84-f76f-419a-80c7-a183920416e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cfa9a861da442f688818dd77f89bf9f&device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 1098 time: 0.0457466 Nov 22 23:02:35.911132 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc4865-b186-457e-9781-073a1c2d5c9b req-c05f5bb7-dfed-4a6a-a912-09ac38c7674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:35.912500 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-bbdc4865-b186-457e-9781-073a1c2d5c9b req-c05f5bb7-dfed-4a6a-a912-09ac38c7674f service neutron] 10.222.0.83 "GET /v2.0/networks?id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888 HTTP/1.1" status: 200 len: 920 time: 0.0872314 Nov 22 23:02:35.958002 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-bbdc4865-b186-457e-9781-073a1c2d5c9b req-b7df67f4-b770-4d36-8a6a-9cbc0d073b22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 HTTP/1.1" status: 200 len: 217 time: 0.0336561 Nov 22 23:02:36.007567 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc4865-b186-457e-9781-073a1c2d5c9b req-6f730f56-9e44-4ff3-9dc5-7b7e2d15d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:36.008982 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-bbdc4865-b186-457e-9781-073a1c2d5c9b req-6f730f56-9e44-4ff3-9dc5-7b7e2d15d8ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54239d30-455d-4928-b2ad-f01042871693 HTTP/1.1" status: 200 len: 858 time: 0.0433083 Nov 22 23:02:36.043701 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-bbdc4865-b186-457e-9781-073a1c2d5c9b req-d9b43697-8009-48dd-bca0-b2bbdffd4e6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb3d985-c2d9-4782-ae33-7bf9b53d9888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274711 Nov 22 23:02:36.134916 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-bbdc4865-b186-457e-9781-073a1c2d5c9b req-5094c56b-42e5-437c-b1a8-e77bf0146f0e service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804381 Nov 22 23:02:36.233070 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-bbdc4865-b186-457e-9781-073a1c2d5c9b req-5be63cdb-52cc-4dec-bdb2-ba1e5bdc2464 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890031 Nov 22 23:02:36.335286 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 1525a7c6-0d24-4cce-901a-2ca8c9609c55 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:02:36.338814 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:36.356529 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 1525a7c6-0d24-4cce-901a-2ca8c9609c55 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:02:36.356806 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 1525a7c6-0d24-4cce-901a-2ca8c9609c55 not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:02:36.920654 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c244ad2-05ca-4240-a0b2-7d9ce8b1e27c req-9e29b07b-50cc-442c-8d97-e8e1d46814af tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:36.922353 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1c244ad2-05ca-4240-a0b2-7d9ce8b1e27c req-9e29b07b-50cc-442c-8d97-e8e1d46814af tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0516291 Nov 22 23:02:36.977965 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1c244ad2-05ca-4240-a0b2-7d9ce8b1e27c req-8aa7a6a9-3beb-4fb7-836a-8fc96bef4210 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483527 Nov 22 23:02:37.658598 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:38.252347 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:41.723228 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b835f-452e-47ce-87a5-256453dee492 req-12466137-3246-4463-a789-ff7b4579d6a5 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:41.724765 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-001b835f-452e-47ce-87a5-256453dee492 req-12466137-3246-4463-a789-ff7b4579d6a5 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0526240 Nov 22 23:02:41.780467 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-001b835f-452e-47ce-87a5-256453dee492 req-184fc3d0-eedf-43a0-ac1d-652608f926cf tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495644 Nov 22 23:02:42.900704 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c888e-4283-4f0a-9622-d506be9cc540 req-cf989798-6825-4561-adfc-457c07baf26f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:42.902131 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-056c888e-4283-4f0a-9622-d506be9cc540 req-cf989798-6825-4561-adfc-457c07baf26f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0498564 Nov 22 23:02:42.949895 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-056c888e-4283-4f0a-9622-d506be9cc540 req-7f8f477a-7351-4342-b139-75bb53b25cad tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410376 Nov 22 23:02:44.090730 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa40f5a-f606-4dca-90dc-87200e07ce5c req-bb7eb680-f31f-43ae-8bf4-d62e1a90f3a9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:44.093010 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3aa40f5a-f606-4dca-90dc-87200e07ce5c req-bb7eb680-f31f-43ae-8bf4-d62e1a90f3a9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0692546 Nov 22 23:02:44.151112 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3aa40f5a-f606-4dca-90dc-87200e07ce5c req-5dbd8657-ba26-4ed4-8c6f-cdf639d36f72 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479035 Nov 22 23:02:45.369116 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1549de6-e8c0-4ffa-aeab-4a841471202c req-5460c93b-e179-442b-a184-68825a73b674 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:45.377782 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e1549de6-e8c0-4ffa-aeab-4a841471202c req-5460c93b-e179-442b-a184-68825a73b674 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.1043863 Nov 22 23:02:45.434897 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e1549de6-e8c0-4ffa-aeab-4a841471202c req-85db3200-e272-4772-a90f-7783512b09fb tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540295 Nov 22 23:02:50.725132 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfb829-53e1-4d1d-ae06-898eed112082 req-60c5d8d3-6d90-4489-9b0a-41cbc305484f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:50.728462 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-57dfb829-53e1-4d1d-ae06-898eed112082 req-60c5d8d3-6d90-4489-9b0a-41cbc305484f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0733628 Nov 22 23:02:50.815813 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-57dfb829-53e1-4d1d-ae06-898eed112082 req-56db7119-6558-4e18-9d19-5f3fd15ffce7 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811698 Nov 22 23:02:50.983792 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ccbc7-4e78-43fa-8a12-1f7de1ccb6c5 req-3d13e102-e54e-4b3e-9f65-e3165124bdb2 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:50.985677 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d74ccbc7-4e78-43fa-8a12-1f7de1ccb6c5 req-3d13e102-e54e-4b3e-9f65-e3165124bdb2 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0611212 Nov 22 23:02:51.035896 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d74ccbc7-4e78-43fa-8a12-1f7de1ccb6c5 req-2d747b9a-ef8a-4174-a2c5-267fb6cb1f03 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416296 Nov 22 23:02:51.941219 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38196a5d-8098-4ca5-bb3d-a439a6b01b36 req-bfc278f7-9648-43e4-bbb1-561a63960faa tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:51.943695 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-38196a5d-8098-4ca5-bb3d-a439a6b01b36 req-bfc278f7-9648-43e4-bbb1-561a63960faa tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0531430 Nov 22 23:02:51.994221 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-38196a5d-8098-4ca5-bb3d-a439a6b01b36 req-8a21c6c3-c4d1-4cb6-b527-f664c5e9f274 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Nov 22 23:02:52.228059 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c06d9b-2724-4338-b8f4-0fda8f4c79f0 req-f1a50ef0-2517-451a-a568-0f3dc24f7cb4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:52.234593 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-70c06d9b-2724-4338-b8f4-0fda8f4c79f0 req-f1a50ef0-2517-451a-a568-0f3dc24f7cb4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0773990 Nov 22 23:02:52.301192 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-70c06d9b-2724-4338-b8f4-0fda8f4c79f0 req-6ba165ba-2dc6-4e7b-aa8b-27c4dfac9ed1 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628710 Nov 22 23:02:53.127092 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e3cb3-9444-4340-a3a4-b2e2f309ed16 req-4f7e098c-7bb9-4373-acd7-ed6d636d8554 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:53.134394 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1d9e3cb3-9444-4340-a3a4-b2e2f309ed16 req-4f7e098c-7bb9-4373-acd7-ed6d636d8554 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0674286 Nov 22 23:02:53.184700 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1d9e3cb3-9444-4340-a3a4-b2e2f309ed16 req-46f7be05-513f-4a6a-bae5-588f8859ab57 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492234 Nov 22 23:02:53.454555 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990da2f-c5c2-4cdb-a92f-4aeed99d5ec1 req-47efee23-7143-4098-8e9e-60a14d23267b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:53.462118 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7990da2f-c5c2-4cdb-a92f-4aeed99d5ec1 req-47efee23-7143-4098-8e9e-60a14d23267b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0704396 Nov 22 23:02:53.508708 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7990da2f-c5c2-4cdb-a92f-4aeed99d5ec1 req-f1cd11ae-63ff-4a47-93cc-db1ee7e05aff tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456984 Nov 22 23:02:54.351871 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370da139-f472-4ac9-9b71-32faa05d7cfc req-af01e5a4-8aa9-4060-8b3b-30e8a9ed39e0 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:54.360908 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-370da139-f472-4ac9-9b71-32faa05d7cfc req-af01e5a4-8aa9-4060-8b3b-30e8a9ed39e0 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0975893 Nov 22 23:02:54.455931 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-370da139-f472-4ac9-9b71-32faa05d7cfc req-7b406fa6-f220-4fdf-8ae6-112841c0fb39 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938494 Nov 22 23:02:54.639514 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743d51c-a1df-4f0f-a020-477299733a45 req-9f620a57-0c94-4e7f-8581-2b1b69b28e5e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:54.642750 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2743d51c-a1df-4f0f-a020-477299733a45 req-9f620a57-0c94-4e7f-8581-2b1b69b28e5e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0512414 Nov 22 23:02:54.703066 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2743d51c-a1df-4f0f-a020-477299733a45 req-6533c063-fbc9-467f-bfd8-b8445d7282ea tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525172 Nov 22 23:02:54.987428 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432848-401b-4bd3-9f92-43de11e3f458 req-3b656195-3aea-4dfd-a179-7be974d242f7 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:54.989588 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-e6432848-401b-4bd3-9f92-43de11e3f458 req-3b656195-3aea-4dfd-a179-7be974d242f7 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.83 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 945 time: 0.0592341 Nov 22 23:02:55.092187 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-e6432848-401b-4bd3-9f92-43de11e3f458 req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Deleting port 00b76964-7845-4ede-805d-663e9d646d8b {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:02:55.092802 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e6432848-401b-4bd3-9f92-43de11e3f458 req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:55.209981 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-e6432848-401b-4bd3-9f92-43de11e3f458 req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] For port 00b76964-7845-4ede-805d-663e9d646d8b, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=00b76964-7845-4ede-805d-663e9d646d8b,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:02:55.210909 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e6432848-401b-4bd3-9f92-43de11e3f458 req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:55.225806 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-e6432848-401b-4bd3-9f92-43de11e3f458 req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Calling delete_port for 00b76964-7845-4ede-805d-663e9d646d8b owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:02:55.371206 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e6432848-401b-4bd3-9f92-43de11e3f458 req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:55.401260 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Pushing event deleted for resources: {'Port': ['ID=00b76964-7845-4ede-805d-663e9d646d8b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:02:55.418847 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:55.419213 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:55.419564 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:55.419909 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:55.420390 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:55.420737 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:55.422017 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:55.422437 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:55.423344 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:55.423692 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:55.424033 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:55.424368 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:02:55.424755 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['00b76964-7845-4ede-805d-663e9d646d8b', '4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:02:55.467099 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6432848-401b-4bd3-9f92-43de11e3f458 req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] No DVR routers for this DVR port 00b76964-7845-4ede-805d-663e9d646d8b on host hv-cinder-81883 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:02:55.471005 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-e6432848-401b-4bd3-9f92-43de11e3f458 req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:02:55.474966 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-e6432848-401b-4bd3-9f92-43de11e3f458 req-781af0a9-cfc7-4247-8f96-d15b84cfe5c4 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.83 "DELETE /v2.0/ports/00b76964-7845-4ede-805d-663e9d646d8b HTTP/1.1" status: 204 len: 173 time: 0.4779167 Nov 22 23:02:55.475558 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13394410-ae52-4acb-8d11-e061a4ae89a3', 'name': 'network-vif-deleted', 'tag': '00b76964-7845-4ede-805d-663e9d646d8b'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:02:55.478088 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e931307-1293-4f0f-b2fc-1b8bd2a4d522" -d '{"events": [{"server_uuid": "13394410-ae52-4acb-8d11-e061a4ae89a3", "name": "network-vif-deleted", "tag": "00b76964-7845-4ede-805d-663e9d646d8b"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:02:55.560554 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349cad7d-9cbf-4b4d-acf4-9a2fe037c542 x-openstack-request-id: req-349cad7d-9cbf-4b4d-acf4-9a2fe037c542 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:02:55.561060 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13394410-ae52-4acb-8d11-e061a4ae89a3", "name": "network-vif-deleted", "tag": "00b76964-7845-4ede-805d-663e9d646d8b", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:02:55.561689 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-349cad7d-9cbf-4b4d-acf4-9a2fe037c542 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:02:55.563228 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13394410-ae52-4acb-8d11-e061a4ae89a3', 'name': 'network-vif-deleted', 'tag': '00b76964-7845-4ede-805d-663e9d646d8b', 'status': 'completed', 'code': 200} Nov 22 23:02:55.600369 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-864b6dd6-508f-42e9-8bd8-09c1ff44751c req-398d186c-6220-4c90-8c71-302f377076b8 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=13394410-ae52-4acb-8d11-e061a4ae89a3 HTTP/1.1" status: 200 len: 210 time: 0.0394249 Nov 22 23:02:55.865476 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bc149-0c7e-4d92-a769-da9250be7e69 req-1dae0649-275f-4a8d-8b97-a6d54c3b057b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:55.867393 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-262bc149-0c7e-4d92-a769-da9250be7e69 req-1dae0649-275f-4a8d-8b97-a6d54c3b057b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0711610 Nov 22 23:02:55.926736 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-262bc149-0c7e-4d92-a769-da9250be7e69 req-36bfc743-7c6f-452f-89aa-e4062cb0902e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514092 Nov 22 23:02:56.927518 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84e71f-59c1-468e-8506-2402236c3502 req-7438096d-c90b-4432-8664-9d1f2e83fef3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:56.934776 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7e84e71f-59c1-468e-8506-2402236c3502 req-7438096d-c90b-4432-8664-9d1f2e83fef3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0893598 Nov 22 23:02:56.966761 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb8ce0-a5bb-46d5-98ac-b0a79d3521db req-7f86b070-5df2-48fc-b613-c6a4d4ce8d0b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:56.968564 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7feb8ce0-a5bb-46d5-98ac-b0a79d3521db req-7f86b070-5df2-48fc-b613-c6a4d4ce8d0b tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0919120 Nov 22 23:02:57.014823 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7e84e71f-59c1-468e-8506-2402236c3502 req-6edc1946-7197-4e78-9dd8-bba3b3b724b3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791481 Nov 22 23:02:57.058967 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7feb8ce0-a5bb-46d5-98ac-b0a79d3521db req-a4a9e79e-e8ff-4612-8aec-e3949efbedf6 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746632 Nov 22 23:02:57.159564 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af287cc-ee55-460d-8a6a-247a6d6f31d5 req-b80ad7fd-5e5b-475a-a298-f77e91562b9a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:57.161126 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1af287cc-ee55-460d-8a6a-247a6d6f31d5 req-b80ad7fd-5e5b-475a-a298-f77e91562b9a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0518017 Nov 22 23:02:57.213351 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1af287cc-ee55-460d-8a6a-247a6d6f31d5 req-818b7a15-ac0b-43be-843c-87af537ceef5 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448160 Nov 22 23:02:58.233544 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faee08-c4cb-4e6a-b054-220631d99a8c req-3cf7f75f-bf16-4240-9deb-5685dc3a78a2 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:58.237130 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-19faee08-c4cb-4e6a-b054-220631d99a8c req-3cf7f75f-bf16-4240-9deb-5685dc3a78a2 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.1100159 Nov 22 23:02:58.249644 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3032fa-0059-4b3f-aa0b-5069f188e78c req-bf3e37eb-3946-4055-8a58-294b36d463ea tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:58.252769 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cd3032fa-0059-4b3f-aa0b-5069f188e78c req-bf3e37eb-3946-4055-8a58-294b36d463ea tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.1159472 Nov 22 23:02:58.336044 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-19faee08-c4cb-4e6a-b054-220631d99a8c req-9c547ec4-97ba-4fbd-a2de-67c323e0a275 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816772 Nov 22 23:02:58.370390 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cd3032fa-0059-4b3f-aa0b-5069f188e78c req-91d15d6c-32e7-4025-b272-9ec376b2d40f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900862 Nov 22 23:02:58.432375 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 00b76964-7845-4ede-805d-663e9d646d8b no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:02:58.462284 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 00b76964-7845-4ede-805d-663e9d646d8b {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:02:58.462793 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520e845-89e9-4bd8-95f0-87929a3a4831 req-c057d6cc-cbfc-49ac-811f-be43537e6414 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:58.463129 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 00b76964-7845-4ede-805d-663e9d646d8b not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:02:58.466920 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b520e845-89e9-4bd8-95f0-87929a3a4831 req-c057d6cc-cbfc-49ac-811f-be43537e6414 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0621595 Nov 22 23:02:58.534565 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b520e845-89e9-4bd8-95f0-87929a3a4831 req-fec8e9ea-9363-4831-b412-552c473072cd tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587170 Nov 22 23:02:59.520994 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1f7a2-a694-4c3a-a60f-5ebdc22cc946 req-30094ba4-7cae-4058-ac7b-166448f21ce2 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:59.522752 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-81a1f7a2-a694-4c3a-a60f-5ebdc22cc946 req-30094ba4-7cae-4058-ac7b-166448f21ce2 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.1010633 Nov 22 23:02:59.549274 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7770c37-677e-4faf-bd4d-0db54ff78399 req-ed79a3df-d9c9-4d2b-a977-59c97a5d55ab tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:59.550879 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7770c37-677e-4faf-bd4d-0db54ff78399 req-ed79a3df-d9c9-4d2b-a977-59c97a5d55ab tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0878608 Nov 22 23:02:59.628701 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-81a1f7a2-a694-4c3a-a60f-5ebdc22cc946 req-e3583109-dca7-4cdb-902a-051cb00f7525 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951600 Nov 22 23:02:59.632310 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7770c37-677e-4faf-bd4d-0db54ff78399 req-967fb150-9536-45f7-bfcc-35397a9a5038 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701263 Nov 22 23:02:59.746086 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e22ea8-6a4f-4a4f-9da0-42c4b27a6820 req-4030ea7d-7eb2-40dd-bbe8-fa6c277c4c6f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:02:59.747984 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c9e22ea8-6a4f-4a4f-9da0-42c4b27a6820 req-4030ea7d-7eb2-40dd-bbe8-fa6c277c4c6f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0538609 Nov 22 23:02:59.807166 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c9e22ea8-6a4f-4a4f-9da0-42c4b27a6820 req-77eba59e-ac0e-4676-b0e8-f8bd8ed59838 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519283 Nov 22 23:03:00.032343 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:00.357522 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc296b2-043f-4cb5-b66f-6117d1ba2213 req-ec6b718f-7d8b-4552-8f42-8c7bac455d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:00.359086 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-cbc296b2-043f-4cb5-b66f-6117d1ba2213 req-ec6b718f-7d8b-4552-8f42-8c7bac455d07 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1525897e49c34ebb9215d460e1ad237d&device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 1099 time: 0.0501888 Nov 22 23:03:00.480499 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc296b2-043f-4cb5-b66f-6117d1ba2213 req-18e491a7-3995-4068-91f1-6340bc7031da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:00.482371 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-cbc296b2-043f-4cb5-b66f-6117d1ba2213 req-18e491a7-3995-4068-91f1-6340bc7031da service neutron] 10.222.0.83 "GET /v2.0/networks?id=135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 200 len: 913 time: 0.0938647 Nov 22 23:03:00.565444 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-cbc296b2-043f-4cb5-b66f-6117d1ba2213 req-d24958b8-c6e6-4552-8e4c-22edff5284b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa888e86-c386-4687-8daf-0f95de7ce011 HTTP/1.1" status: 200 len: 1002 time: 0.0743954 Nov 22 23:03:00.625918 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc296b2-043f-4cb5-b66f-6117d1ba2213 req-dbacf378-7bb6-41e2-91b0-c8028b94832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:00.628183 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-cbc296b2-043f-4cb5-b66f-6117d1ba2213 req-dbacf378-7bb6-41e2-91b0-c8028b94832d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca886abe-a984-4dfe-9c9e-938111a57318 HTTP/1.1" status: 200 len: 850 time: 0.0520384 Nov 22 23:03:00.680717 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc296b2-043f-4cb5-b66f-6117d1ba2213 req-47fe7525-7433-42f9-95c1-f9b4eacfbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:00.684453 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-cbc296b2-043f-4cb5-b66f-6117d1ba2213 req-47fe7525-7433-42f9-95c1-f9b4eacfbb65 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=135c9d2c-b547-438e-b31c-2139e85d4ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473242 Nov 22 23:03:00.799019 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-cbc296b2-043f-4cb5-b66f-6117d1ba2213 req-f196d620-0ca0-4648-a0f2-94a10ae17e43 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060619 Nov 22 23:03:00.835431 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655195e-ab8e-4c68-9bd5-6222e493bfb8 req-785099f8-42a0-4d11-b119-9683596aab7c tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:00.848019 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5655195e-ab8e-4c68-9bd5-6222e493bfb8 req-785099f8-42a0-4d11-b119-9683596aab7c tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.1212025 Nov 22 23:03:00.885318 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95724a88-d582-4c95-a37f-af482eed8541 req-f0d14aa8-8fcd-4bb9-9b9e-10f546180b4c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:00.886811 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95724a88-d582-4c95-a37f-af482eed8541 req-f0d14aa8-8fcd-4bb9-9b9e-10f546180b4c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.1268723 Nov 22 23:03:00.926359 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-cbc296b2-043f-4cb5-b66f-6117d1ba2213 req-a409fd95-94c4-48ef-ba07-cdb94b29b644 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140723 Nov 22 23:03:00.952188 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5655195e-ab8e-4c68-9bd5-6222e493bfb8 req-237a6853-c2f7-4a38-a564-bc2b70dd6a36 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034672 Nov 22 23:03:00.996777 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95724a88-d582-4c95-a37f-af482eed8541 req-c278e4c4-dcba-461e-8383-fc7c084a407f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954485 Nov 22 23:03:01.102448 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e2a8c-cad6-4e73-b4b4-4d6aa1598d2f req-ef1081ea-329f-4737-b602-0936c216cc2c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:01.103927 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b81e2a8c-cad6-4e73-b4b4-4d6aa1598d2f req-ef1081ea-329f-4737-b602-0936c216cc2c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0553942 Nov 22 23:03:01.153999 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b81e2a8c-cad6-4e73-b4b4-4d6aa1598d2f req-6f35a859-509e-42b1-918a-70a6ebd38296 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436225 Nov 22 23:03:02.092218 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfecf40-5f81-4da3-a98b-d4d48241d49c req-e16eae23-718e-4b78-a98f-915943aafe40 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:02.093900 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1cfecf40-5f81-4da3-a98b-d4d48241d49c req-e16eae23-718e-4b78-a98f-915943aafe40 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0654235 Nov 22 23:03:02.155369 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c79d4-4b97-4dbe-8124-c91a3a474c79 req-2ec7e0f4-738a-438c-8fef-d6a3a238c5eb tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:02.157158 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9a5c79d4-4b97-4dbe-8124-c91a3a474c79 req-2ec7e0f4-738a-438c-8fef-d6a3a238c5eb tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0817814 Nov 22 23:03:02.180186 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1cfecf40-5f81-4da3-a98b-d4d48241d49c req-20508adb-1fac-48ef-b01f-924ce0ff9728 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680599 Nov 22 23:03:02.220655 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9a5c79d4-4b97-4dbe-8124-c91a3a474c79 req-86c4c8f5-ae53-4629-ad0d-6033aee26a29 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534625 Nov 22 23:03:02.284686 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23e0d-ae36-4204-b384-170bb23dfaf0 req-74aae748-7b0a-496b-90d2-66467226271b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:02.286197 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-83e23e0d-ae36-4204-b384-170bb23dfaf0 req-74aae748-7b0a-496b-90d2-66467226271b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0503924 Nov 22 23:03:02.334798 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-83e23e0d-ae36-4204-b384-170bb23dfaf0 req-c54dfda8-8f70-4591-9105-d7f99316498f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424025 Nov 22 23:03:02.566235 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aabffe60-adb5-44f6-8e00-8ab87faf9c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:03.310834 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2da70b-0a54-406d-9d0f-81712b7c039f req-e419641a-4b06-4f6a-8fb3-8277315198ab tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:03.312283 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aa2da70b-0a54-406d-9d0f-81712b7c039f req-e419641a-4b06-4f6a-8fb3-8277315198ab tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0585818 Nov 22 23:03:03.375928 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93c567-0027-48cf-abd9-9aeef94569d2 req-5f85637f-1f46-4a3d-8e1d-fbb6f4ba1c39 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:03.377410 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9b93c567-0027-48cf-abd9-9aeef94569d2 req-5f85637f-1f46-4a3d-8e1d-fbb6f4ba1c39 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0850313 Nov 22 23:03:03.395830 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aa2da70b-0a54-406d-9d0f-81712b7c039f req-d5868b14-ef43-4c45-8543-9be2015b7796 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676248 Nov 22 23:03:03.431856 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9b93c567-0027-48cf-abd9-9aeef94569d2 req-8ad49704-ebb2-49fc-9a54-adca359bc686 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467410 Nov 22 23:03:03.501997 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0d020-682a-4b86-84d0-8eaac199fc10 req-772cb2a5-b890-459e-ade1-5dc3a84f3895 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:03.503428 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-67a0d020-682a-4b86-84d0-8eaac199fc10 req-772cb2a5-b890-459e-ade1-5dc3a84f3895 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0510001 Nov 22 23:03:03.555457 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-67a0d020-682a-4b86-84d0-8eaac199fc10 req-270b194e-a164-4d1e-84d4-b34c4499a90b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458868 Nov 22 23:03:04.057721 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:03:04.236647 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39416) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:04.284197 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6ebb8c-aeec-4cb6-8275-fb37988a054e admin admin] Deleting subnet c881c81d-80f0-433f-9b49-d729778b1b94 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:03:04.287289 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d6ebb8c-aeec-4cb6-8275-fb37988a054e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.326040 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d6ebb8c-aeec-4cb6-8275-fb37988a054e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396422'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.367160 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d6ebb8c-aeec-4cb6-8275-fb37988a054e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.421548 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d6ebb8c-aeec-4cb6-8275-fb37988a054e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13277457'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.447316 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ebb8c-aeec-4cb6-8275-fb37988a054e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c881c81d-80f0-433f-9b49-d729778b1b94,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:04.451251 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7d6ebb8c-aeec-4cb6-8275-fb37988a054e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.457677 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-7d6ebb8c-aeec-4cb6-8275-fb37988a054e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c881c81d-80f0-433f-9b49-d729778b1b94 HTTP/1.1" status: 204 len: 168 time: 0.2175524 Nov 22 23:03:04.457677 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39422) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:04.531221 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45809a4-214a-4182-bb2a-70d881124abc req-e07e695c-be61-4c3d-acd1-bc9d988a9e6f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:04.534697 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e45809a4-214a-4182-bb2a-70d881124abc req-e07e695c-be61-4c3d-acd1-bc9d988a9e6f tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0689747 Nov 22 23:03:04.535986 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.614812 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89175fc-f46f-472e-b0d3-fbd9fcf831cb req-aa571b9b-acc7-455a-8140-3af5d8c2276a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:04.616312 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b89175fc-f46f-472e-b0d3-fbd9fcf831cb req-aa571b9b-acc7-455a-8140-3af5d8c2276a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0999832 Nov 22 23:03:04.617799 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.621031 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e45809a4-214a-4182-bb2a-70d881124abc req-1114cbcc-1a75-4353-ab14-1615f3d6499c tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/security-groups?id=623bf141-eea5-4e7b-a5c9-f7f597163747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765305 Nov 22 23:03:04.648927 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5659d0-a132-4ec4-a980-7145a1826e0a']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:03:04.659826 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf9caa8-1b6c-4633-8741-2975926b7dd6') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:03:04.660122 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf9caa8-1b6c-4633-8741-2975926b7dd6') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:03:04.674167 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b89175fc-f46f-472e-b0d3-fbd9fcf831cb req-20be7392-6ed3-417e-81fa-899bcf50eb35 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512781 Nov 22 23:03:04.675969 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396447'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.689497 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.696135 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:03:04.696607 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536132'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: Traceback (most recent call last): Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: timer() Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: cb(*args, **kw) Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: return func(*args, **kwargs) Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: self._notify() Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: self.callback(batched_events) Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: event.method(event) Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: return f(self, *a, **k) Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._get(url).json() Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:03:04.698409 dv-cinder-818834-1-iscsi neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:03:04.728805 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced99b99-c1af-484a-8ae9-eb081698508a req-65dae1a7-bd3d-45ef-aebe-89108baa7045 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:04.730369 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ced99b99-c1af-484a-8ae9-eb081698508a req-65dae1a7-bd3d-45ef-aebe-89108baa7045 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0493560 Nov 22 23:03:04.754846 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.761096 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.764857 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cf5659d0-a132-4ec4-a980-7145a1826e0a HTTP/1.1" status: 204 len: 168 time: 0.3050871 Nov 22 23:03:04.784886 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117dbef-e2f1-402d-80cc-b711d5260bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf5659d0-a132-4ec4-a980-7145a1826e0a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:04.785858 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ced99b99-c1af-484a-8ae9-eb081698508a req-9c25e03b-1491-4cc2-a0a5-14e7f716829d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482297 Nov 22 23:03:04.832381 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af4b82-7b99-4abc-a60f-133b53be46ed req-b079b07d-6955-4e70-a358-b0f85115a8ed tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:04.833878 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f5af4b82-7b99-4abc-a60f-133b53be46ed req-b079b07d-6955-4e70-a358-b0f85115a8ed tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.83 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 945 time: 0.0684490 Nov 22 23:03:04.940893 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-f5af4b82-7b99-4abc-a60f-133b53be46ed req-110d5bec-57e5-493f-a7a5-d0e4e3af9fa9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Deleting port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:03:04.941356 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f5af4b82-7b99-4abc-a60f-133b53be46ed req-110d5bec-57e5-493f-a7a5-d0e4e3af9fa9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:04.952685 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 39428) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:04.992231 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-dbdccc28-28f9-4d7d-9432-98a756c5db27 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1734d6e5ada24e74857dbeaf2a19d2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379989 Nov 22 23:03:04.994695 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 39430) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:05.033899 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-f5af4b82-7b99-4abc-a60f-133b53be46ed req-110d5bec-57e5-493f-a7a5-d0e4e3af9fa9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] For port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:03:05.034269 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f5af4b82-7b99-4abc-a60f-133b53be46ed req-110d5bec-57e5-493f-a7a5-d0e4e3af9fa9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:05.041265 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:05.051580 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-f5af4b82-7b99-4abc-a60f-133b53be46ed req-110d5bec-57e5-493f-a7a5-d0e4e3af9fa9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Calling delete_port for 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:03:05.062881 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:05.110886 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:05.113809 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:05.114959 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0df96edf-083c-403a-9e48-e54448b07bde HTTP/1.1" status: 204 len: 168 time: 0.1192887 Nov 22 23:03:05.122942 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df96edf-083c-403a-9e48-e54448b07bde,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:05.132742 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:05.133141 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:05.133530 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:05.133905 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:05.134243 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:05.134580 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:05.134913 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:05.135244 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:05.135573 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:05.135897 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:05.136221 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:05.136556 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3660a-8480-4e30-84fa-453a85010463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:05.191741 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f5af4b82-7b99-4abc-a60f-133b53be46ed req-110d5bec-57e5-493f-a7a5-d0e4e3af9fa9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:05.223024 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d5bec-57e5-493f-a7a5-d0e4e3af9fa9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Pushing event deleted for resources: {'Port': ['ID=4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:05.234575 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:03:05.271863 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2602-5c15-4eeb-a7c5-ef7257cfe2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:05.274322 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5af4b82-7b99-4abc-a60f-133b53be46ed req-110d5bec-57e5-493f-a7a5-d0e4e3af9fa9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] No DVR routers for this DVR port 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 on host hv-cinder-81883 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:03:05.276839 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-f5af4b82-7b99-4abc-a60f-133b53be46ed req-110d5bec-57e5-493f-a7a5-d0e4e3af9fa9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:05.280646 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f5af4b82-7b99-4abc-a60f-133b53be46ed req-110d5bec-57e5-493f-a7a5-d0e4e3af9fa9 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.83 "DELETE /v2.0/ports/4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 HTTP/1.1" status: 204 len: 173 time: 0.4398639 Nov 22 23:03:05.281314 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cf0f00-ab35-48da-bd27-6fba3194dcff', 'name': 'network-vif-deleted', 'tag': '4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:03:05.285233 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb7230e-6849-46e7-b440-50965bacf248" -d '{"events": [{"server_uuid": "51cf0f00-ab35-48da-bd27-6fba3194dcff", "name": "network-vif-deleted", "tag": "4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:03:05.327446 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609db847-74c9-4521-9edd-324010b088af x-openstack-request-id: req-609db847-74c9-4521-9edd-324010b088af {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:03:05.327742 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cf0f00-ab35-48da-bd27-6fba3194dcff", "name": "network-vif-deleted", "tag": "4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:03:05.328183 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-609db847-74c9-4521-9edd-324010b088af {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:03:05.328716 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cf0f00-ab35-48da-bd27-6fba3194dcff', 'name': 'network-vif-deleted', 'tag': '4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948', 'status': 'completed', 'code': 200} Nov 22 23:03:05.735199 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f123ca76-4bb7-42f1-96a3-564701fedb39 req-c21fb9c9-86fa-425f-8060-75bbefb83906 tempest-ServerRescueNegativeTestJSON-1430659415 tempest-ServerRescueNegativeTestJSON-1430659415-project] 10.222.0.81 "GET /v2.0/ports?device_id=51cf0f00-ab35-48da-bd27-6fba3194dcff HTTP/1.1" status: 200 len: 210 time: 0.0277457 Nov 22 23:03:05.793840 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3d088-b7db-4fc8-bc75-d94757e080c0 req-3fa8f3ab-aa09-4a16-90c6-8f457f329540 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:05.801368 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b1b3d088-b7db-4fc8-bc75-d94757e080c0 req-3fa8f3ab-aa09-4a16-90c6-8f457f329540 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0602241 Nov 22 23:03:05.845425 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39460) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:05.851777 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b1b3d088-b7db-4fc8-bc75-d94757e080c0 req-8830deae-4d40-45af-9c7c-1a3fff51d5ba tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494967 Nov 22 23:03:05.942868 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95198bf5-7b0d-430a-b22d-f50c51b30930 req-169aebcd-58e0-4a8d-984e-12760ddd1ef6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:05.944574 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95198bf5-7b0d-430a-b22d-f50c51b30930 req-169aebcd-58e0-4a8d-984e-12760ddd1ef6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0547163 Nov 22 23:03:05.962157 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-286662566-network', 'tenant_id': '0f34c6ad90fb49c1a0d30a5701e0d0ef'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:03:05.986397 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Made reservation on behalf of 0f34c6ad90fb49c1a0d30a5701e0d0ef for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:03:05.988789 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:05.997353 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95198bf5-7b0d-430a-b22d-f50c51b30930 req-ee3f94ff-b130-4b5a-9b38-49600a8f3799 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469491 Nov 22 23:03:05.998292 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:06.074906 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:06.079110 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:06.100134 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 23:03:06.115058 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0375c15-aa41-4274-9ea9-928e898f7c83,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:06.120185 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:06.120532 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Added segment f3f89e88-705e-441f-9ac4-31b7681adc8d of type vlan for network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f Nov 22 23:03:06.160514 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:06.184939 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:06.185903 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:06.186525 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:06.239988 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3934960 Nov 22 23:03:06.243037 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 39464) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:06.248093 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-c54d0f6e-7254-4645-9333-a0d79e029d1b admin admin] Request body: {'subnet': {'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-286662566-subnet', 'tenant_id': '0f34c6ad90fb49c1a0d30a5701e0d0ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:03:06.251511 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2e28e-5862-42af-b3b8-b494c1c42c20 admin admin] Pushing event updated for resources: {'Network': ['ID=3f3ce0b9-727f-4320-a712-09bd6fad8f0f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:06.261743 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 23:03:06.272661 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54d0f6e-7254-4645-9333-a0d79e029d1b admin admin] Made reservation on behalf of 0f34c6ad90fb49c1a0d30a5701e0d0ef for: {'subnet': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:03:06.275817 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c54d0f6e-7254-4645-9333-a0d79e029d1b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:06.340943 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:06.449079 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c54d0f6e-7254-4645-9333-a0d79e029d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:06.505639 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d0f6e-7254-4645-9333-a0d79e029d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7c5277-c5d8-4e4d-ac24-3d236f776004,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:06.515764 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d0f6e-7254-4645-9333-a0d79e029d1b admin admin] Checking segment: {'id': 'f3f89e88-705e-441f-9ac4-31b7681adc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:03:06.516123 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d0f6e-7254-4645-9333-a0d79e029d1b admin admin] Network hostable DHCP agents. Network: 3f3ce0b9-727f-4320-a712-09bd6fad8f0f, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 23:03:06.531900 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d0f6e-7254-4645-9333-a0d79e029d1b admin admin] Network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 23:03:06.540017 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c54d0f6e-7254-4645-9333-a0d79e029d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 3f3ce0b9-727f-4320-a712-09bd6fad8f0f) {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:03:06.544008 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54d0f6e-7254-4645-9333-a0d79e029d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:06.544598 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c54d0f6e-7254-4645-9333-a0d79e029d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:06.551546 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9645bb4-1da0-48df-ab73-dc4a18e0815c None None] Network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:03:06.562496 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-c54d0f6e-7254-4645-9333-a0d79e029d1b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3179686 Nov 22 23:03:06.679297 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdbd9eb-d879-4317-966c-9b2a9fa58d43 None None] Network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:03:06.803393 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39474) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:06.981223 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeddbd6-810f-4f80-83c3-d81b81aebe43 req-0efeadfb-713e-422c-8344-9943018fbb31 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:06.982751 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0aeddbd6-810f-4f80-83c3-d81b81aebe43 req-0efeadfb-713e-422c-8344-9943018fbb31 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0544531 Nov 22 23:03:07.062050 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0aeddbd6-810f-4f80-83c3-d81b81aebe43 req-91c5756d-b1a0-4908-860f-b74f21b0b99e tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725999 Nov 22 23:03:07.159548 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81923fe-9660-46a9-ac7d-f9362ec20e63 req-377a7454-dcac-423f-b93a-2d2f048ca1cd tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:07.161079 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f81923fe-9660-46a9-ac7d-f9362ec20e63 req-377a7454-dcac-423f-b93a-2d2f048ca1cd tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0517113 Nov 22 23:03:07.210569 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f81923fe-9660-46a9-ac7d-f9362ec20e63 req-51557b55-bb59-4729-b5fe-d5aac5e1cb8e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423627 Nov 22 23:03:07.257117 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e993a14b-8874-4e45-a8e9-3818a06545f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16292126'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:07.550733 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e993a14b-8874-4e45-a8e9-3818a06545f6 admin admin] Deleting port 7e1aefa7-200b-47ab-8528-e752577a5fb3 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:03:07.551070 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e993a14b-8874-4e45-a8e9-3818a06545f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:07.627994 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-e993a14b-8874-4e45-a8e9-3818a06545f6 admin admin] For port 7e1aefa7-200b-47ab-8528-e752577a5fb3, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=7e1aefa7-200b-47ab-8528-e752577a5fb3,segment=NetworkSegment(096490f2-d1fc-43c5-91c1-d7e79147b54c),segment_id=096490f2-d1fc-43c5-91c1-d7e79147b54c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:03:07.628350 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e993a14b-8874-4e45-a8e9-3818a06545f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:07.640194 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e993a14b-8874-4e45-a8e9-3818a06545f6 admin admin] Calling delete_port for 7e1aefa7-200b-47ab-8528-e752577a5fb3 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:03:07.662583 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:07.815962 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e993a14b-8874-4e45-a8e9-3818a06545f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:07.845414 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993a14b-8874-4e45-a8e9-3818a06545f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1aefa7-200b-47ab-8528-e752577a5fb3,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:08.200323 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235be617-e26f-423f-8df5-823177bee4dc req-0897df94-0144-4f75-b747-18700f0cb31c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:08.202038 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-235be617-e26f-423f-8df5-823177bee4dc req-0897df94-0144-4f75-b747-18700f0cb31c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0637875 Nov 22 23:03:08.257294 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:08.260147 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e993a14b-8874-4e45-a8e9-3818a06545f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398574'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:08.262598 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-235be617-e26f-423f-8df5-823177bee4dc req-be168bd6-1959-4298-924f-a39432a810ed tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532072 Nov 22 23:03:08.408707 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-14bc8c99-267f-4fc4-a82f-8140d24a18d3 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:08.410127 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-14bc8c99-267f-4fc4-a82f-8140d24a18d3 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/networks?id=3f3ce0b9-727f-4320-a712-09bd6fad8f0f HTTP/1.1" status: 200 len: 813 time: 0.1466401 Nov 22 23:03:08.421287 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b890aa0-8c7b-4de4-8f80-9de32160225c req-ca878452-2e1a-48e1-b3cc-c0cfeaefe643 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:08.422757 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8b890aa0-8c7b-4de4-8f80-9de32160225c req-ca878452-2e1a-48e1-b3cc-c0cfeaefe643 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0881565 Nov 22 23:03:08.438581 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-9783e7ff-dddc-494c-8a0e-9265d701def7 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/quotas/0f34c6ad90fb49c1a0d30a5701e0d0ef HTTP/1.1" status: 200 len: 375 time: 0.0148954 Nov 22 23:03:08.474583 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-5689db7f-14dc-42d4-8a6c-7fa4ea0f78eb tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f34c6ad90fb49c1a0d30a5701e0d0ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290482 Nov 22 23:03:08.485202 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e993a14b-8874-4e45-a8e9-3818a06545f6 admin admin] Router 6caeab39-546d-4208-9435-7d6b7de695f5 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:03:08.499834 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:03:08.524910 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:03:08.525270 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 4d61dd9a-fb6c-4061-9f0b-4ccda1fd6948 not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:03:08.546275 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8b890aa0-8c7b-4de4-8f80-9de32160225c req-ecee5e35-61cf-482e-9df4-6aa5847249da tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163173 Nov 22 23:03:08.587526 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-916ad2a0-c2cb-48a3-ad48-ac5c9e01d1ea service neutron] 10.222.0.81 "GET /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034012 Nov 22 23:03:08.595045 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e993a14b-8874-4e45-a8e9-3818a06545f6 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:03:08.602407 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e993a14b-8874-4e45-a8e9-3818a06545f6 admin admin] 10.222.0.81 "PUT /v2.0/routers/6caeab39-546d-4208-9435-7d6b7de695f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7956808 Nov 22 23:03:08.602665 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39504) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:08.606874 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d9971-b6b9-4e68-8bce-e084dc24927f None None] Sync routers for ids ['6caeab39-546d-4208-9435-7d6b7de695f5'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:03:08.617351 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d9971-b6b9-4e68-8bce-e084dc24927f None None] Routers {'6caeab39-546d-4208-9435-7d6b7de695f5'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:03:08.618001 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-886d9971-b6b9-4e68-8bce-e084dc24927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:03:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6caeab39-546d-4208-9435-7d6b7de695f5'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:03:08.679816 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-5a35bada-374b-4bb3-bca1-229f316f6688 service neutron] 10.222.0.81 "GET /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856931 Nov 22 23:03:08.717266 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:08.724402 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-886d9971-b6b9-4e68-8bce-e084dc24927f None None] Set router 6caeab39-546d-4208-9435-7d6b7de695f5 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:03:08.854824 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:08.878448 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a58bc4e1-7b4b-4467-a8e5-2b3237762efe req-84c6e1db-525c-4bb1-878e-43b183ad2249 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 210 time: 0.0489726 Nov 22 23:03:08.924651 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Deleting port 36c68058-a327-411e-9f2a-e09353dd44fe {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:03:08.925063 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.013540 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] For port 36c68058-a327-411e-9f2a-e09353dd44fe, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=36c68058-a327-411e-9f2a-e09353dd44fe,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:03:09.013939 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.029968 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Calling delete_port for 36c68058-a327-411e-9f2a-e09353dd44fe owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:03:09.032635 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-886d9971-b6b9-4e68-8bce-e084dc24927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'name': 'tempest-ServerRescueNegativeTestJSON-637076007-router', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T23:03:07Z', 'revision_number': 5, 'project_id': '5cfa9a861da442f688818dd77f89bf9f', 'gw_port': {'id': '36c68058-a327-411e-9f2a-e09353dd44fe', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:51Z', 'updated_at': '2021-11-22T22:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:03:09.060820 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d9971-b6b9-4e68-8bce-e084dc24927f None None] Checking router: 6caeab39-546d-4208-9435-7d6b7de695f5 for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:03:09.071371 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d9971-b6b9-4e68-8bce-e084dc24927f None None] Routers {'6caeab39-546d-4208-9435-7d6b7de695f5'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:03:09.072035 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-886d9971-b6b9-4e68-8bce-e084dc24927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:03:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6caeab39-546d-4208-9435-7d6b7de695f5'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:03:09.181125 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-886d9971-b6b9-4e68-8bce-e084dc24927f None None] Set router 6caeab39-546d-4208-9435-7d6b7de695f5 gateway port host: None {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:03:09.212705 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.237695 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-886d9971-b6b9-4e68-8bce-e084dc24927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'name': 'tempest-ServerRescueNegativeTestJSON-637076007-router', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T23:03:08Z', 'revision_number': 6, 'project_id': '5cfa9a861da442f688818dd77f89bf9f', 'gw_port_host': None}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:03:09.248502 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c68058-a327-411e-9f2a-e09353dd44fe,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:09.267186 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d9971-b6b9-4e68-8bce-e084dc24927f None None] The sync data for ids ['6caeab39-546d-4208-9435-7d6b7de695f5'] in dv-cinder-818834-1-iscsi is: [{'id': '6caeab39-546d-4208-9435-7d6b7de695f5', 'name': 'tempest-ServerRescueNegativeTestJSON-637076007-router', 'tenant_id': '5cfa9a861da442f688818dd77f89bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T23:03:08Z', 'revision_number': 6, 'project_id': '5cfa9a861da442f688818dd77f89bf9f', 'gw_port_host': None}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:03:09.322718 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293312'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.411071 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d1d2d-9ec7-4037-b420-fca4a82058ba req-3402f6bf-07f8-41c6-992c-f3bd7fd50c4f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:09.412741 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-784d1d2d-9ec7-4037-b420-fca4a82058ba req-3402f6bf-07f8-41c6-992c-f3bd7fd50c4f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0710526 Nov 22 23:03:09.450294 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28237'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.452432 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.467693 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-784d1d2d-9ec7-4037-b420-fca4a82058ba req-6dc5fe92-8e30-44c6-a66d-872f41e23fc6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452383 Nov 22 23:03:09.521885 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398555'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.522445 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6caeab39-546d-4208-9435-7d6b7de695f5 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 23:03:09.528170 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.529374 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-72c11fb5-fd15-4a60-9b31-950925887df5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/6caeab39-546d-4208-9435-7d6b7de695f5 HTTP/1.1" status: 204 len: 168 time: 0.9257276 Nov 22 23:03:09.532631 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39520) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:09.579904 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a8bea2-ff11-40bb-9bc6-08f2c857fc00 admin admin] Deleting subnet 54239d30-455d-4928-b2ad-f01042871693 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:03:09.583901 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51a8bea2-ff11-40bb-9bc6-08f2c857fc00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.622845 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51a8bea2-ff11-40bb-9bc6-08f2c857fc00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396422'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.673082 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51a8bea2-ff11-40bb-9bc6-08f2c857fc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.705039 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fbfa7-fab2-4845-ab93-712a564fc67c req-d09ad9eb-1757-429e-b25c-34c196f6a96a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:09.706619 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ee4fbfa7-fab2-4845-ab93-712a564fc67c req-d09ad9eb-1757-429e-b25c-34c196f6a96a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0664926 Nov 22 23:03:09.740890 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51a8bea2-ff11-40bb-9bc6-08f2c857fc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13277457'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.772272 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8bea2-ff11-40bb-9bc6-08f2c857fc00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54239d30-455d-4928-b2ad-f01042871693,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:09.773473 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ee4fbfa7-fab2-4845-ab93-712a564fc67c req-7fe38fdf-9349-427b-9b9d-000dc4eed199 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606494 Nov 22 23:03:09.776282 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-51a8bea2-ff11-40bb-9bc6-08f2c857fc00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.779554 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-51a8bea2-ff11-40bb-9bc6-08f2c857fc00 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/54239d30-455d-4928-b2ad-f01042871693 HTTP/1.1" status: 204 len: 168 time: 0.2459824 Nov 22 23:03:09.787317 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39524) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:09.857064 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.943807 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:09.959341 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e1328d1-2a40-406b-a7e5-4c183bc0ee7c req-d3cd8129-92fd-4aa2-90e9-42087db4baf5 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 210 time: 0.0324240 Nov 22 23:03:09.964935 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb3d985-c2d9-4782-ae33-7bf9b53d9888']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:03:09.978441 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096490f2-d1fc-43c5-91c1-d7e79147b54c') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:03:09.978441 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096490f2-d1fc-43c5-91c1-d7e79147b54c') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:03:09.985108 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396447'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.000723 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.006689 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:03:10.007070 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536132'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: Traceback (most recent call last): Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: timer() Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: cb(*args, **kw) Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: return func(*args, **kwargs) Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: self._notify() Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: self.callback(batched_events) Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: event.method(event) Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: return f(self, *a, **k) Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._get(url).json() Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:03:10.008694 dv-cinder-818834-1-iscsi neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:03:10.117986 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.131447 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 7e1aefa7-200b-47ab-8528-e752577a5fb3 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:03:10.135711 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.142145 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2cb3d985-c2d9-4782-ae33-7bf9b53d9888 HTTP/1.1" status: 204 len: 168 time: 0.3505719 Nov 22 23:03:10.156151 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 7e1aefa7-200b-47ab-8528-e752577a5fb3 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:03:10.156757 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 7e1aefa7-200b-47ab-8528-e752577a5fb3 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:03:10.161416 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996b680-9829-4535-b62f-c4734e71b519 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb3d985-c2d9-4782-ae33-7bf9b53d9888,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:10.213004 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-e3c25538-c31a-44de-8ca3-503694bcade3 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:10.214402 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-e3c25538-c31a-44de-8ca3-503694bcade3 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.83 "GET /v2.0/networks?id=3f3ce0b9-727f-4320-a712-09bd6fad8f0f HTTP/1.1" status: 200 len: 813 time: 0.1638169 Nov 22 23:03:10.241495 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Request body: {'port': {'device_id': '6e5b3870-e213-4dc5-89db-80e9b2061f69', 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f', 'admin_state_up': True, 'tenant_id': '0f34c6ad90fb49c1a0d30a5701e0d0ef'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:03:10.296998 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 39534) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:10.340440 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-6baa5b87-99a5-4a2e-ae95-6b6d1638c6ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5cfa9a861da442f688818dd77f89bf9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416858 Nov 22 23:03:10.342555 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 39536) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:10.375488 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Made reservation on behalf of 0f34c6ad90fb49c1a0d30a5701e0d0ef for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:03:10.379516 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.400972 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-50b8b4e0-1faa-41ed-9dc4-53859ee4bbaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.424144 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-50b8b4e0-1faa-41ed-9dc4-53859ee4bbaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.474448 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-50b8b4e0-1faa-41ed-9dc4-53859ee4bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.477412 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-50b8b4e0-1faa-41ed-9dc4-53859ee4bbaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.478577 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-50b8b4e0-1faa-41ed-9dc4-53859ee4bbaa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/623bf141-eea5-4e7b-a5c9-f7f597163747 HTTP/1.1" status: 204 len: 168 time: 0.1341057 Nov 22 23:03:10.486952 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8b4e0-1faa-41ed-9dc4-53859ee4bbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623bf141-eea5-4e7b-a5c9-f7f597163747,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:10.516352 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:03:10.523295 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Allocated IP 172.20.0.6 (3f3ce0b9-727f-4320-a712-09bd6fad8f0f/bb7c5277-c5d8-4e4d-ac24-3d236f776004/a614139d-ba4c-4365-b491-efd82443aa18) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:03:10.608104 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03970d-9268-41e5-bbc2-62fd3779eaf2 req-98decdac-3f4c-4509-9d94-73d186626c82 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:10.610509 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9d03970d-9268-41e5-bbc2-62fd3779eaf2 req-98decdac-3f4c-4509-9d94-73d186626c82 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0595789 Nov 22 23:03:10.628481 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:03:10.640734 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'port_id': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'mac_address': 'fa:16:3e:e3:2f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:03:10.671304 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9d03970d-9268-41e5-bbc2-62fd3779eaf2 req-50ea7e42-8dc0-4b38-872b-cc1f17412094 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540242 Nov 22 23:03:10.683476 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.698131 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:03:10.709540 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.719398 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:03:10.725036 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.750481 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.779185 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,revision_number=6']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:10.787179 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:10.787470 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:10.787773 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:10.788371 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:10.788707 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:10.789036 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:10.789367 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:10.789715 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:10.790062 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:10.790390 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:10.790712 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:10.791030 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:03:10.806773 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:03:10.809942 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:03:10.814631 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:03:10.822550 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Pushing event updated for resources: {'Port': ['ID=a614139d-ba4c-4365-b491-efd82443aa18,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:10.876567 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:10.877217 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:10.894615 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-70e32b79-0637-49eb-8490-4f0cb74142b2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6573577 Nov 22 23:03:10.915668 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['6aea9cb4-aad8-4449-a8a2-ba1de5bf799a'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:03:10.916788 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Request body: {'port': {'device_id': '6e5b3870-e213-4dc5-89db-80e9b2061f69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:03:10.930778 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbf3a6-1383-4a0e-a482-8aabbade3f48 req-7eed1c8e-9007-44a9-be61-490802a4bc9a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:10.932434 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cafbf3a6-1383-4a0e-a482-8aabbade3f48 req-7eed1c8e-9007-44a9-be61-490802a4bc9a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 945 time: 0.0573897 Nov 22 23:03:10.980741 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:11.017158 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cafbf3a6-1383-4a0e-a482-8aabbade3f48 req-b70b50b4-5d59-498d-a920-9e4da0044089 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771894 Nov 22 23:03:11.119810 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10a7ba-c40b-42cf-bda0-b73a6a97f8fc req-e58034d0-d840-4aee-81cc-58d265e62afe tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:11.121750 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cc10a7ba-c40b-42cf-bda0-b73a6a97f8fc req-e58034d0-d840-4aee-81cc-58d265e62afe tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 931 time: 0.0553756 Nov 22 23:03:11.173558 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cc10a7ba-c40b-42cf-bda0-b73a6a97f8fc req-2a6f4a5c-f3e0-45d4-8473-90cc37256ce9 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Nov 22 23:03:11.303815 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a614139d-ba4c-4365-b491-efd82443aa18 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:03:11.312688 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:11.324566 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Transition to ACTIVE for port object a614139d-ba4c-4365-b491-efd82443aa18 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:03:11.328475 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:11.380749 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a614139d-ba4c-4365-b491-efd82443aa18,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:11.451627 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Attempting to bind port a614139d-ba4c-4365-b491-efd82443aa18 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:03:11.451961 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Attempting to bind port a614139d-ba4c-4365-b491-efd82443aa18 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'f3f89e88-705e-441f-9ac4-31b7681adc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:03:11.452281 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Attempting to bind port a614139d-ba4c-4365-b491-efd82443aa18 on network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:03:11.456483 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Port a614139d-ba4c-4365-b491-efd82443aa18 on network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:03:11.456796 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Attempting to bind port a614139d-ba4c-4365-b491-efd82443aa18 on network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:03:11.461522 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:03:11.461884 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Checking segment: {'id': 'f3f89e88-705e-441f-9ac4-31b7681adc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:03:11.462261 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Bound using segment: {'id': 'f3f89e88-705e-441f-9ac4-31b7681adc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:03:11.462684 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Bound port: a614139d-ba4c-4365-b491-efd82443aa18, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f89e88-705e-441f-9ac4-31b7681adc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:03:11.463023 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:11.527226 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] For port a614139d-ba4c-4365-b491-efd82443aa18, host hv-cinder-81883, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:03:11.530267 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] For port a614139d-ba4c-4365-b491-efd82443aa18, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a614139d-ba4c-4365-b491-efd82443aa18,segment=NetworkSegment(f3f89e88-705e-441f-9ac4-31b7681adc8d),segment_id=f3f89e88-705e-441f-9ac4-31b7681adc8d)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:03:11.536290 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:11.573782 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:11.574401 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:11.575776 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] 10.222.0.83 "PUT /v2.0/ports/a614139d-ba4c-4365-b491-efd82443aa18 HTTP/1.1" status: 200 len: 1093 time: 0.6648810 Nov 22 23:03:11.576211 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5b3870-e213-4dc5-89db-80e9b2061f69', 'tag': 'a614139d-ba4c-4365-b491-efd82443aa18'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:03:11.578986 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c5a48c-696f-4746-a0f7-391889e17472" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5b3870-e213-4dc5-89db-80e9b2061f69", "tag": "a614139d-ba4c-4365-b491-efd82443aa18"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:03:11.599995 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d83f6-ae74-49c7-adfb-4f6d852a22e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a614139d-ba4c-4365-b491-efd82443aa18,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:11.620105 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839680cc-d5d2-42ff-a578-7a1c892d6828 x-openstack-request-id: req-839680cc-d5d2-42ff-a578-7a1c892d6828 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:03:11.620400 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5b3870-e213-4dc5-89db-80e9b2061f69", "tag": "a614139d-ba4c-4365-b491-efd82443aa18", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:03:11.620653 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-839680cc-d5d2-42ff-a578-7a1c892d6828 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:03:11.621673 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5b3870-e213-4dc5-89db-80e9b2061f69', 'tag': 'a614139d-ba4c-4365-b491-efd82443aa18', 'status': 'completed', 'code': 200} Nov 22 23:03:11.686920 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 36c68058-a327-411e-9f2a-e09353dd44fe no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:03:11.688618 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-90b6ea29-c85a-458a-91f0-c75eb8343780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:11.690176 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-90b6ea29-c85a-458a-91f0-c75eb8343780 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f34c6ad90fb49c1a0d30a5701e0d0ef&device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 1096 time: 0.0456984 Nov 22 23:03:11.708526 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 36c68058-a327-411e-9f2a-e09353dd44fe {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:03:11.708872 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 36c68058-a327-411e-9f2a-e09353dd44fe not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:03:11.807129 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec4c84-5b97-4476-85f8-7d35f7ebe2ac req-6f95ee98-a493-458f-84a2-0347c83b25ea tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:11.808893 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b5ec4c84-5b97-4476-85f8-7d35f7ebe2ac req-6f95ee98-a493-458f-84a2-0347c83b25ea tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0610209 Nov 22 23:03:11.881030 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b5ec4c84-5b97-4476-85f8-7d35f7ebe2ac req-a11f7e08-7228-4e7a-9fa6-762b0522deb4 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651071 Nov 22 23:03:11.917439 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-e6e43c61-9d67-4186-808a-75943bb80c15 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a614139d-ba4c-4365-b491-efd82443aa18 HTTP/1.1" status: 200 len: 217 time: 0.0446997 Nov 22 23:03:11.968143 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-4479df76-7568-406e-b09a-bfbf45b3d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:11.969879 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-4479df76-7568-406e-b09a-bfbf45b3d9ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bb7c5277-c5d8-4e4d-ac24-3d236f776004 HTTP/1.1" status: 200 len: 853 time: 0.0444164 Nov 22 23:03:12.002626 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-0b9594fc-613a-49c8-99a2-779a29231957 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f3ce0b9-727f-4320-a712-09bd6fad8f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251131 Nov 22 23:03:12.097453 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-2097edd6-ad7e-4a60-9072-28ffe3aa9632 service neutron] 10.222.0.83 "GET /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869291 Nov 22 23:03:12.135415 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb6b06-2358-4f40-9a23-47cab20943c8 req-2a984d77-c741-41b6-9924-c9e390b0f0a6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:12.136874 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95eb6b06-2358-4f40-9a23-47cab20943c8 req-2a984d77-c741-41b6-9924-c9e390b0f0a6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 945 time: 0.0479891 Nov 22 23:03:12.185490 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95eb6b06-2358-4f40-9a23-47cab20943c8 req-337f5f5d-8e52-4df7-96d1-156b549a9686 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418634 Nov 22 23:03:12.194408 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-587067a4-a0bd-4905-81c4-0f386a276a47 req-f6ab5cc4-7882-4ccd-8dc3-e25e0b4aa240 service neutron] 10.222.0.83 "GET /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894163 Nov 22 23:03:12.294408 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c3110-a33c-4b87-91b7-f369aadeacf8 req-5ba4d12c-a8b4-41fa-bdd9-be04fb361d43 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:12.295857 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-329c3110-a33c-4b87-91b7-f369aadeacf8 req-5ba4d12c-a8b4-41fa-bdd9-be04fb361d43 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 943 time: 0.0486531 Nov 22 23:03:12.338749 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5a48c-696f-4746-a0f7-391889e17472 req-cd73a7ee-6c8e-4472-9e04-d9942516bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:12.340175 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f1c5a48c-696f-4746-a0f7-391889e17472 req-cd73a7ee-6c8e-4472-9e04-d9942516bf50 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f34c6ad90fb49c1a0d30a5701e0d0ef&device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 1096 time: 0.0415974 Nov 22 23:03:12.344162 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-329c3110-a33c-4b87-91b7-f369aadeacf8 req-14e8d171-7537-4562-b61c-20db16655b08 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Nov 22 23:03:12.436408 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5a48c-696f-4746-a0f7-391889e17472 req-df166b63-a404-47e7-8785-4d410f334776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:12.438916 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f1c5a48c-696f-4746-a0f7-391889e17472 req-df166b63-a404-47e7-8785-4d410f334776 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f3ce0b9-727f-4320-a712-09bd6fad8f0f HTTP/1.1" status: 200 len: 915 time: 0.0898049 Nov 22 23:03:12.480996 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f1c5a48c-696f-4746-a0f7-391889e17472 req-91eebc89-8acb-47c8-a256-c24f33c7ee73 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a614139d-ba4c-4365-b491-efd82443aa18 HTTP/1.1" status: 200 len: 217 time: 0.0345023 Nov 22 23:03:12.509851 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:03:12.536628 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5a48c-696f-4746-a0f7-391889e17472 req-771c2124-8f14-4142-adff-4d7ed38f1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:12.538812 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f1c5a48c-696f-4746-a0f7-391889e17472 req-771c2124-8f14-4142-adff-4d7ed38f1ea0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bb7c5277-c5d8-4e4d-ac24-3d236f776004 HTTP/1.1" status: 200 len: 853 time: 0.0497367 Nov 22 23:03:12.560494 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:03:12.560854 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:12.573901 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f1c5a48c-696f-4746-a0f7-391889e17472 req-df282082-9b4e-4978-9047-e5550782b2dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f3ce0b9-727f-4320-a712-09bd6fad8f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243125 Nov 22 23:03:12.638060 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:12.662452 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:03:12.664994 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d0e620-d5f6-4bca-b9c5-27f2c8b2b4d7" -d '{"events": [{"server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "name": "network-vif-plugged", "status": "completed", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:03:12.669184 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f1c5a48c-696f-4746-a0f7-391889e17472 req-ba02ec5e-541b-4612-8618-93201c44c1c4 service neutron] 10.222.0.83 "GET /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848923 Nov 22 23:03:12.678552 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:03:12.683705 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:12.707231 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d75bc7-6514-4505-9472-569c3aafbab7 x-openstack-request-id: req-57d75bc7-6514-4505-9472-569c3aafbab7 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:03:12.707943 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "name": "network-vif-plugged", "status": "completed", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:03:12.707943 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57d75bc7-6514-4505-9472-569c3aafbab7 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:03:12.708182 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'code': 200} Nov 22 23:03:12.738125 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:12.766965 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f1c5a48c-696f-4746-a0f7-391889e17472 req-45a4972f-7737-4f94-9bd3-11a3f1993c01 service neutron] 10.222.0.83 "GET /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869706 Nov 22 23:03:13.022329 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b23de5-df9e-4bd4-be26-83e33d63f24b req-058e9ec9-8efc-410f-83b5-2b4d4774627b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:13.023939 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-16b23de5-df9e-4bd4-be26-83e33d63f24b req-058e9ec9-8efc-410f-83b5-2b4d4774627b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0646684 Nov 22 23:03:13.071118 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-16b23de5-df9e-4bd4-be26-83e33d63f24b req-27a44335-c4f3-4769-aeef-9b0b924da8de tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410783 Nov 22 23:03:13.304671 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473afca-454b-4fda-b2f3-97d465423d54 req-83284bc2-bc43-4af0-b2b8-0e9865bc21c9 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:13.306177 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1473afca-454b-4fda-b2f3-97d465423d54 req-83284bc2-bc43-4af0-b2b8-0e9865bc21c9 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0487444 Nov 22 23:03:13.352509 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1473afca-454b-4fda-b2f3-97d465423d54 req-24bb49be-13c4-4160-9f07-df048b4cdb37 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405049 Nov 22 23:03:13.461223 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a32bf8-216f-4c60-9ae6-1e07a1cc2880 req-0264fe11-ea8b-4334-9a8f-ded0d4bebea5 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:13.462700 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-21a32bf8-216f-4c60-9ae6-1e07a1cc2880 req-0264fe11-ea8b-4334-9a8f-ded0d4bebea5 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 943 time: 0.0486245 Nov 22 23:03:13.511303 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-21a32bf8-216f-4c60-9ae6-1e07a1cc2880 req-cf6a9089-b2ce-4f7e-a913-0a227adccc96 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426645 Nov 22 23:03:14.195530 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7062-8d98-4310-9c8e-70d12a5b3aab req-5f17baca-20a2-410b-b420-b43f7e5134f0 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:14.198303 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-065c7062-8d98-4310-9c8e-70d12a5b3aab req-5f17baca-20a2-410b-b420-b43f7e5134f0 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0527136 Nov 22 23:03:14.250096 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-065c7062-8d98-4310-9c8e-70d12a5b3aab req-e77c4cd2-b708-4291-b2dd-b66fd4514580 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447152 Nov 22 23:03:14.495674 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016b0e2-24fc-487c-b0f9-c3bee0e383d3 req-4aa345ef-0ce7-4cb8-8051-fea6cf31212b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:14.502131 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e016b0e2-24fc-487c-b0f9-c3bee0e383d3 req-4aa345ef-0ce7-4cb8-8051-fea6cf31212b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0914886 Nov 22 23:03:14.523618 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e8e26-813d-4b81-8122-01754fbc7936 req-59e5aba0-b839-4c4d-821a-187c825a1bbe tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:14.525247 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-556e8e26-813d-4b81-8122-01754fbc7936 req-59e5aba0-b839-4c4d-821a-187c825a1bbe tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0886481 Nov 22 23:03:14.551978 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890e4e1-f9ac-417c-8ac3-b61e319c7712 req-9fc04983-98fa-4164-ab50-ce22afb3efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:14.552943 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-7890e4e1-f9ac-417c-8ac3-b61e319c7712 req-9fc04983-98fa-4164-ab50-ce22afb3efe8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1525897e49c34ebb9215d460e1ad237d&device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 1099 time: 0.0458472 Nov 22 23:03:14.664989 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890e4e1-f9ac-417c-8ac3-b61e319c7712 req-af7e02bd-1bcf-4e18-a2d7-2ee5e0eb3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:14.666654 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-7890e4e1-f9ac-417c-8ac3-b61e319c7712 req-af7e02bd-1bcf-4e18-a2d7-2ee5e0eb3ffd service neutron] 10.222.0.83 "GET /v2.0/networks?id=135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 200 len: 913 time: 0.1045475 Nov 22 23:03:14.839559 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e016b0e2-24fc-487c-b0f9-c3bee0e383d3 req-129ce7c7-c7db-4f4c-980a-f4e79cbbc9a4 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295586 Nov 22 23:03:14.891892 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-556e8e26-813d-4b81-8122-01754fbc7936 req-a289b4be-4658-4a18-85a3-4302cf42618f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566983 Nov 22 23:03:14.980745 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff720fc-4f46-4a0f-a75d-3c99de62fe60 req-e78c09f9-add6-4b4d-a882-d509f00a178a tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:14.982506 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1ff720fc-4f46-4a0f-a75d-3c99de62fe60 req-e78c09f9-add6-4b4d-a882-d509f00a178a tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 943 time: 0.0603888 Nov 22 23:03:15.048848 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1ff720fc-4f46-4a0f-a75d-3c99de62fe60 req-d66d75dd-6713-4fc5-bf51-fb89215775a9 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580568 Nov 22 23:03:15.059313 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-7890e4e1-f9ac-417c-8ac3-b61e319c7712 req-9cb37eac-c031-495b-8647-4537d5dbffda service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa888e86-c386-4687-8daf-0f95de7ce011 HTTP/1.1" status: 200 len: 1002 time: 0.3840339 Nov 22 23:03:15.113721 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890e4e1-f9ac-417c-8ac3-b61e319c7712 req-4122fd57-2025-4892-bed7-28ed2b7b81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:15.115211 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-7890e4e1-f9ac-417c-8ac3-b61e319c7712 req-4122fd57-2025-4892-bed7-28ed2b7b81f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca886abe-a984-4dfe-9c9e-938111a57318 HTTP/1.1" status: 200 len: 850 time: 0.0470500 Nov 22 23:03:15.173951 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890e4e1-f9ac-417c-8ac3-b61e319c7712 req-31ab99b0-3940-44ba-9953-9441c5d9ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:15.175501 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-7890e4e1-f9ac-417c-8ac3-b61e319c7712 req-31ab99b0-3940-44ba-9953-9441c5d9ba6c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=135c9d2c-b547-438e-b31c-2139e85d4ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508623 Nov 22 23:03:15.278344 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-7890e4e1-f9ac-417c-8ac3-b61e319c7712 req-da8e4b47-e04a-4010-be21-b7b17ddd13db service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952816 Nov 22 23:03:15.402227 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-7890e4e1-f9ac-417c-8ac3-b61e319c7712 req-8843d3aa-58d2-42a1-b976-c3c97a55f414 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165164 Nov 22 23:03:15.601527 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39656) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:15.735577 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e473-07ac-4d6b-a8b3-4e423534c37f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:15.830454 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e473-07ac-4d6b-a8b3-4e423534c37f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:15.836506 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e473-07ac-4d6b-a8b3-4e423534c37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:15.864178 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2e473-07ac-4d6b-a8b3-4e423534c37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5f6657-b4c9-40a1-a8db-a8a5b40c611c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:15.894367 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-f0c2e473-07ac-4d6b-a8b3-4e423534c37f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b3611b992574c4f90ce2ee3ad9fb208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915795 Nov 22 23:03:15.896734 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39662) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:15.989683 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61ebbae2-a8ec-4cb7-8ca0-c85393d306f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:16.014279 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61ebbae2-a8ec-4cb7-8ca0-c85393d306f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:16.058884 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a6158-4ae5-494f-81d4-c2adba0247cd req-d61a5848-7c6d-4685-808b-6626a0230e57 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:16.065446 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1b8a6158-4ae5-494f-81d4-c2adba0247cd req-d61a5848-7c6d-4685-808b-6626a0230e57 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0923321 Nov 22 23:03:16.075494 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61ebbae2-a8ec-4cb7-8ca0-c85393d306f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:16.078226 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61ebbae2-a8ec-4cb7-8ca0-c85393d306f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:16.082069 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-61ebbae2-a8ec-4cb7-8ca0-c85393d306f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a5f6657-b4c9-40a1-a8db-a8a5b40c611c HTTP/1.1" status: 204 len: 168 time: 0.1820867 Nov 22 23:03:16.088968 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebbae2-a8ec-4cb7-8ca0-c85393d306f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5f6657-b4c9-40a1-a8db-a8a5b40c611c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:16.128837 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384769f2-b6d1-43cc-95c4-5027ed56bd97 req-c8a85c49-f2b3-4875-8ebe-75703b3c51d1 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:16.137802 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-384769f2-b6d1-43cc-95c4-5027ed56bd97 req-c8a85c49-f2b3-4875-8ebe-75703b3c51d1 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.1295714 Nov 22 23:03:16.230161 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1b8a6158-4ae5-494f-81d4-c2adba0247cd req-7ef6ea0b-0a43-4db3-864f-1e44b1aa546a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562421 Nov 22 23:03:16.252263 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-384769f2-b6d1-43cc-95c4-5027ed56bd97 req-5ab4d7e8-5c7f-4ca0-a598-19ba172bd389 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130126 Nov 22 23:03:16.426021 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d01e04-25fe-424c-bcf4-e0bc5963b7dd req-2bc75d09-dd5a-4b8a-a678-00c40bb844c4 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:16.427607 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a0d01e04-25fe-424c-bcf4-e0bc5963b7dd req-2bc75d09-dd5a-4b8a-a678-00c40bb844c4 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 943 time: 0.0761480 Nov 22 23:03:16.495372 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a0d01e04-25fe-424c-bcf4-e0bc5963b7dd req-c903a45e-3987-4560-a783-52f4b971e179 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615382 Nov 22 23:03:16.552067 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device a614139d-ba4c-4365-b491-efd82443aa18 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:03:16.677964 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port a614139d-ba4c-4365-b491-efd82443aa18, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a614139d-ba4c-4365-b491-efd82443aa18,segment=NetworkSegment(f3f89e88-705e-441f-9ac4-31b7681adc8d),segment_id=f3f89e88-705e-441f-9ac4-31b7681adc8d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:03:16.696811 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': 'a614139d-ba4c-4365-b491-efd82443aa18', 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f', 'port_id': 'a614139d-ba4c-4365-b491-efd82443aa18', 'mac_address': 'fa:16:3e:69:85:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7c5277-c5d8-4e4d-ac24-3d236f776004', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:03:16.752817 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:16.767824 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a614139d-ba4c-4365-b491-efd82443aa18 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:03:16.794854 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port a614139d-ba4c-4365-b491-efd82443aa18, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a614139d-ba4c-4365-b491-efd82443aa18,segment=NetworkSegment(f3f89e88-705e-441f-9ac4-31b7681adc8d),segment_id=f3f89e88-705e-441f-9ac4-31b7681adc8d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:03:16.801021 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:16.928164 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=a614139d-ba4c-4365-b491-efd82443aa18,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:17.336261 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['a614139d-ba4c-4365-b491-efd82443aa18'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:03:17.527394 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4337c84-b092-445e-bbc1-d95562a15459 req-d6ac4cdd-b3ee-4e2b-8556-fc61c095d71e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:17.536904 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e4337c84-b092-445e-bbc1-d95562a15459 req-d6ac4cdd-b3ee-4e2b-8556-fc61c095d71e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.1670122 Nov 22 23:03:17.555171 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c316fd-3904-4179-806d-9839b80e9d93 req-9ee16c4a-cf6e-492a-9cd9-1f56ef9521f7 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:17.561954 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-78c316fd-3904-4179-806d-9839b80e9d93 req-9ee16c4a-cf6e-492a-9cd9-1f56ef9521f7 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.1302564 Nov 22 23:03:17.644128 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e4337c84-b092-445e-bbc1-d95562a15459 req-2c3af9c6-5dbe-44cb-89ac-4c61d2f9bc10 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994570 Nov 22 23:03:17.664189 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-78c316fd-3904-4179-806d-9839b80e9d93 req-3d6f8bfd-be9d-43d8-ac99-93da91af660a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011729 Nov 22 23:03:17.803358 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed1834-f7aa-4a3d-8b98-0cb17935e708 req-46d3f4be-710a-4238-89ff-eb53064e9ccf tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:17.804888 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-93ed1834-f7aa-4a3d-8b98-0cb17935e708 req-46d3f4be-710a-4238-89ff-eb53064e9ccf tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 944 time: 0.0537395 Nov 22 23:03:17.895235 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-93ed1834-f7aa-4a3d-8b98-0cb17935e708 req-2cb96a23-1504-4352-8ea8-331c80ee65e1 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793970 Nov 22 23:03:18.171509 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39720) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:18.322968 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a953e2b-69eb-40a5-bc1d-9e6ab9d2c8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:18.415339 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a953e2b-69eb-40a5-bc1d-9e6ab9d2c8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:18.420457 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a953e2b-69eb-40a5-bc1d-9e6ab9d2c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:18.462982 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 39724) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:18.463197 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-2a953e2b-69eb-40a5-bc1d-9e6ab9d2c8b5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e8dfb0ef9e34b8b8d2b1aeefb202572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899513 Nov 22 23:03:18.477772 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a953e2b-69eb-40a5-bc1d-9e6ab9d2c8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e288786-d8db-4be8-ab28-3bf5277c6213,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:18.522161 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fad969e5-3a1a-4841-a726-b918b3ea5871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:18.546648 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fad969e5-3a1a-4841-a726-b918b3ea5871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:18.595481 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fad969e5-3a1a-4841-a726-b918b3ea5871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:18.599287 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fad969e5-3a1a-4841-a726-b918b3ea5871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:18.602831 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-fad969e5-3a1a-4841-a726-b918b3ea5871 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e288786-d8db-4be8-ab28-3bf5277c6213 HTTP/1.1" status: 204 len: 168 time: 0.1362824 Nov 22 23:03:18.608366 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad969e5-3a1a-4841-a726-b918b3ea5871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e288786-d8db-4be8-ab28-3bf5277c6213,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:18.814389 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af9ce-4dd5-460c-b8bb-b0e26314aa3d req-99e0e3ad-c27e-4c41-a5f4-4361605e6e34 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:18.822133 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2a2af9ce-4dd5-460c-b8bb-b0e26314aa3d req-99e0e3ad-c27e-4c41-a5f4-4361605e6e34 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0810997 Nov 22 23:03:18.884830 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2a2af9ce-4dd5-460c-b8bb-b0e26314aa3d req-99b53877-441f-4f6d-895a-dc411f093ab8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612485 Nov 22 23:03:18.964068 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 39734) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:19.003896 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-77a5a33c-a1d8-44fb-a0d6-ac022f77e90d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:19.041297 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0334b4-24fe-494a-8e2e-12cda74d12ba req-8df7c027-a9a7-4d0f-9cb7-538968f99522 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:19.042848 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4d0334b4-24fe-494a-8e2e-12cda74d12ba req-8df7c027-a9a7-4d0f-9cb7-538968f99522 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 944 time: 0.0811727 Nov 22 23:03:19.124748 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4d0334b4-24fe-494a-8e2e-12cda74d12ba req-46b6811e-c768-4108-931c-54e584ee475c tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717409 Nov 22 23:03:19.157146 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-77a5a33c-a1d8-44fb-a0d6-ac022f77e90d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:19.157823 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-77a5a33c-a1d8-44fb-a0d6-ac022f77e90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:19.197432 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-77a5a33c-a1d8-44fb-a0d6-ac022f77e90d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7026c7dd85184f00b5f2f052581704e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317772 Nov 22 23:03:19.198536 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5a33c-a1d8-44fb-a0d6-ac022f77e90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d59dc96-6957-42a2-a42a-22735fb72187,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:19.200170 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39736) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:19.259842 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01dadcb9-a2d8-40cd-853a-1e965826a467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:19.291100 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01dadcb9-a2d8-40cd-853a-1e965826a467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:19.345413 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01dadcb9-a2d8-40cd-853a-1e965826a467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:19.348186 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-01dadcb9-a2d8-40cd-853a-1e965826a467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:19.350014 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-01dadcb9-a2d8-40cd-853a-1e965826a467 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4d59dc96-6957-42a2-a42a-22735fb72187 HTTP/1.1" status: 204 len: 168 time: 0.1481352 Nov 22 23:03:19.358933 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dadcb9-a2d8-40cd-853a-1e965826a467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d59dc96-6957-42a2-a42a-22735fb72187,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:20.036574 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0e0ab-26d6-4db5-b425-c6cf1ef97cd0 req-24485452-0d32-4cee-b7bc-c6e945d8d448 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:20.038418 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3dd0e0ab-26d6-4db5-b425-c6cf1ef97cd0 req-24485452-0d32-4cee-b7bc-c6e945d8d448 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0616424 Nov 22 23:03:20.102158 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3dd0e0ab-26d6-4db5-b425-c6cf1ef97cd0 req-ff038d96-0e98-4604-904d-d909cda9cc2a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557125 Nov 22 23:03:20.279706 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90275f73-8f9d-4ed2-91c1-e8222c77266a req-bf0f3f23-d8b4-4c07-96d1-f9f8e68d28bf tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:20.281991 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-90275f73-8f9d-4ed2-91c1-e8222c77266a req-bf0f3f23-d8b4-4c07-96d1-f9f8e68d28bf tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 944 time: 0.0721269 Nov 22 23:03:20.347054 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-90275f73-8f9d-4ed2-91c1-e8222c77266a req-fb4d5469-e8fd-45a2-914c-46ff17bd42f2 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571151 Nov 22 23:03:20.557321 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device a614139d-ba4c-4365-b491-efd82443aa18 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:03:20.627746 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port a614139d-ba4c-4365-b491-efd82443aa18 completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:03:20.633993 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port a614139d-ba4c-4365-b491-efd82443aa18 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:03:20.634376 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:20.738655 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:20.768016 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5b3870-e213-4dc5-89db-80e9b2061f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a614139d-ba4c-4365-b491-efd82443aa18'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:03:20.770313 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b90d5e6-4a81-43a5-8f26-bb10e0596978" -d '{"events": [{"server_uuid": "6e5b3870-e213-4dc5-89db-80e9b2061f69", "name": "network-vif-plugged", "status": "completed", "tag": "a614139d-ba4c-4365-b491-efd82443aa18"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:03:20.784905 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port a614139d-ba4c-4365-b491-efd82443aa18, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a614139d-ba4c-4365-b491-efd82443aa18,segment=NetworkSegment(f3f89e88-705e-441f-9ac4-31b7681adc8d),segment_id=f3f89e88-705e-441f-9ac4-31b7681adc8d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:03:20.791532 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:20.830600 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8707d01-e0df-4d29-8d68-10331517e63b x-openstack-request-id: req-c8707d01-e0df-4d29-8d68-10331517e63b {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:03:20.830920 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5b3870-e213-4dc5-89db-80e9b2061f69", "name": "network-vif-plugged", "status": "completed", "tag": "a614139d-ba4c-4365-b491-efd82443aa18", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:03:20.831368 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8707d01-e0df-4d29-8d68-10331517e63b {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:03:20.831767 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5b3870-e213-4dc5-89db-80e9b2061f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a614139d-ba4c-4365-b491-efd82443aa18', 'code': 200} Nov 22 23:03:20.847643 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=a614139d-ba4c-4365-b491-efd82443aa18,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:21.083795 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d91e0-22b0-45e9-a355-239f7e1d02f6 req-7a380cab-6b2e-4eae-9a63-e8606958ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:21.086292 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-005d91e0-22b0-45e9-a355-239f7e1d02f6 req-7a380cab-6b2e-4eae-9a63-e8606958ca18 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 1098 time: 0.0510225 Nov 22 23:03:21.160214 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-005d91e0-22b0-45e9-a355-239f7e1d02f6 req-11930b02-177d-42a5-ac3b-d3e91e80067d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635700 Nov 22 23:03:21.247657 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6340b-f34f-44ce-acfe-207c5096fc70 req-6661571e-dc52-46fe-a03a-f879fd298f66 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:21.249396 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8fa6340b-f34f-44ce-acfe-207c5096fc70 req-6661571e-dc52-46fe-a03a-f879fd298f66 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0526817 Nov 22 23:03:21.323000 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8fa6340b-f34f-44ce-acfe-207c5096fc70 req-05fde90a-7b61-4696-80aa-c0a9bffa8ac8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671346 Nov 22 23:03:21.456310 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39798) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:21.487398 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2cfa4-4389-4c97-aa9e-1260f78e08ab req-3aa7f557-cec7-4a2b-acfc-ba14a281196a tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:21.488904 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5fd2cfa4-4389-4c97-aa9e-1260f78e08ab req-3aa7f557-cec7-4a2b-acfc-ba14a281196a tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 945 time: 0.0655396 Nov 22 23:03:21.553083 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5fd2cfa4-4389-4c97-aa9e-1260f78e08ab req-8373ebba-871a-472a-88fa-b7cb1159952c tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546694 Nov 22 23:03:21.584978 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ae26cac-9158-4217-b101-2f2d430be50b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:21.692141 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ae26cac-9158-4217-b101-2f2d430be50b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:21.697248 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3ae26cac-9158-4217-b101-2f2d430be50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:21.741037 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-3ae26cac-9158-4217-b101-2f2d430be50b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97d0c43e0ffe473581a83847fd599352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834105 Nov 22 23:03:21.741483 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 39802) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:21.742233 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae26cac-9158-4217-b101-2f2d430be50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f67ec81-66f5-49bf-9c32-dc2a77cafacd,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:21.816579 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ee7117a-b977-422a-8034-ae22dd2d6980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:21.840740 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ee7117a-b977-422a-8034-ae22dd2d6980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:21.899931 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ee7117a-b977-422a-8034-ae22dd2d6980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:21.902692 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2ee7117a-b977-422a-8034-ae22dd2d6980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:21.906904 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-2ee7117a-b977-422a-8034-ae22dd2d6980 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f67ec81-66f5-49bf-9c32-dc2a77cafacd HTTP/1.1" status: 204 len: 168 time: 0.1614451 Nov 22 23:03:21.918123 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7117a-b977-422a-8034-ae22dd2d6980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f67ec81-66f5-49bf-9c32-dc2a77cafacd,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:22.241676 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 39808) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:22.256612 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-663a3355-512a-44a7-bd7b-4eea3f4202a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:22.346322 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-663a3355-512a-44a7-bd7b-4eea3f4202a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:22.351452 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-663a3355-512a-44a7-bd7b-4eea3f4202a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:22.396927 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-663a3355-512a-44a7-bd7b-4eea3f4202a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1967e1c4475b43a89afcea5f779d0bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536865 Nov 22 23:03:22.398143 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a3355-512a-44a7-bd7b-4eea3f4202a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010df422-56e3-4ef6-8f4d-54dd5dae68aa,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:22.401678 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 39812) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:22.483047 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a60c2500-324b-463e-8ea1-d0d69af929e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:22.501306 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f856a-fbb3-4180-ac1f-2beb0bcd6b24 req-465c9b12-4825-405e-b9ef-702204a8d1d5 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:22.503022 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2f9f856a-fbb3-4180-ac1f-2beb0bcd6b24 req-465c9b12-4825-405e-b9ef-702204a8d1d5 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0688207 Nov 22 23:03:22.508432 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a60c2500-324b-463e-8ea1-d0d69af929e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:22.573982 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a60c2500-324b-463e-8ea1-d0d69af929e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:22.581684 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a60c2500-324b-463e-8ea1-d0d69af929e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:22.585539 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-a60c2500-324b-463e-8ea1-d0d69af929e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/010df422-56e3-4ef6-8f4d-54dd5dae68aa HTTP/1.1" status: 204 len: 168 time: 0.1791940 Nov 22 23:03:22.588318 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2f9f856a-fbb3-4180-ac1f-2beb0bcd6b24 req-9333d2ba-93e1-4096-b018-c0127858179b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783973 Nov 22 23:03:22.594469 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c2500-324b-463e-8ea1-d0d69af929e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010df422-56e3-4ef6-8f4d-54dd5dae68aa,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:22.720392 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686a43d-05c1-410e-8d5a-555c15e99e6f req-c4df04b0-9ca2-4f8f-aca3-839c71dda365 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:22.728850 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4686a43d-05c1-410e-8d5a-555c15e99e6f req-c4df04b0-9ca2-4f8f-aca3-839c71dda365 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 945 time: 0.0589669 Nov 22 23:03:22.782341 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4686a43d-05c1-410e-8d5a-555c15e99e6f req-4c227306-fe82-4fa3-9a24-866611cc4440 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525978 Nov 22 23:03:23.749510 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361de23-276f-480f-b035-b1e77889918e req-545c4ba7-2ba5-48d5-ad33-65192e9864c0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:23.752000 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a361de23-276f-480f-b035-b1e77889918e req-545c4ba7-2ba5-48d5-ad33-65192e9864c0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0591555 Nov 22 23:03:23.841011 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a361de23-276f-480f-b035-b1e77889918e req-5b767a1f-d0a0-4724-a0c3-18be059bc04b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800531 Nov 22 23:03:23.993908 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5cb54-14be-4d72-85ac-3e0d3fa107a8 req-73e54bee-3ab4-402c-aae3-342fa85b7c3a tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:23.995417 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f9b5cb54-14be-4d72-85ac-3e0d3fa107a8 req-73e54bee-3ab4-402c-aae3-342fa85b7c3a tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 945 time: 0.0544713 Nov 22 23:03:24.059368 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f9b5cb54-14be-4d72-85ac-3e0d3fa107a8 req-863df917-b9ed-43ac-a572-581a956996a7 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567524 Nov 22 23:03:24.972018 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df95b93-abba-40f9-af21-144ce1cec7b8 req-e1405e12-23a2-4b4e-83fa-e89444d1d4d3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:24.973506 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6df95b93-abba-40f9-af21-144ce1cec7b8 req-e1405e12-23a2-4b4e-83fa-e89444d1d4d3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0551388 Nov 22 23:03:25.025972 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6df95b93-abba-40f9-af21-144ce1cec7b8 req-ac3ee4b9-0da7-4b3d-8d8d-82b906dd8616 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455499 Nov 22 23:03:26.154723 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44607765-a99c-44db-aab0-27b620c246f2 req-d888930e-470a-4ea3-988f-2d10dd1e9a26 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:26.156613 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-44607765-a99c-44db-aab0-27b620c246f2 req-d888930e-470a-4ea3-988f-2d10dd1e9a26 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0496688 Nov 22 23:03:26.205587 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-44607765-a99c-44db-aab0-27b620c246f2 req-38dad9b6-6729-4855-87da-3dc5b0de716b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430932 Nov 22 23:03:27.330804 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fcc13-b849-4630-9c60-00ae4550d622 req-e08d0173-4d6e-41a9-b5c7-f4b69480f5de tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:27.332295 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1a7fcc13-b849-4630-9c60-00ae4550d622 req-e08d0173-4d6e-41a9-b5c7-f4b69480f5de tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0489540 Nov 22 23:03:27.383782 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1a7fcc13-b849-4630-9c60-00ae4550d622 req-1c076b3b-630e-4b14-a205-b6aa76b48c1e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455694 Nov 22 23:03:28.505067 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d4a0f-77b9-4910-b196-8cf73ffc815e req-df5dd330-a2fe-48b1-b523-319cfad92c53 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:28.506506 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bd2d4a0f-77b9-4910-b196-8cf73ffc815e req-df5dd330-a2fe-48b1-b523-319cfad92c53 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0502157 Nov 22 23:03:28.553583 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bd2d4a0f-77b9-4910-b196-8cf73ffc815e req-0311b117-f636-4245-8674-2330ba991645 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410645 Nov 22 23:03:29.676938 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5f4e2-cb36-492d-a793-35e66b2e5c29 req-631954ad-7665-4541-a74c-d4bbcb1579e9 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:29.678492 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bcd5f4e2-cb36-492d-a793-35e66b2e5c29 req-631954ad-7665-4541-a74c-d4bbcb1579e9 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0528688 Nov 22 23:03:29.725026 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bcd5f4e2-cb36-492d-a793-35e66b2e5c29 req-29983e39-d9d8-4a51-8d1b-5f81771fcbe5 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405715 Nov 22 23:03:30.850888 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6abd3-bb91-40cd-a0ec-d4a24afeda21 req-0a1e1fd6-257f-4a65-badc-5d73a87ad80d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:30.852091 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fea6abd3-bb91-40cd-a0ec-d4a24afeda21 req-0a1e1fd6-257f-4a65-badc-5d73a87ad80d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0550973 Nov 22 23:03:30.900618 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fea6abd3-bb91-40cd-a0ec-d4a24afeda21 req-4d459710-9a6e-4b22-a230-e74ca3f0ab85 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426686 Nov 22 23:03:31.461972 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:31.883390 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:03:31.891866 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252178a1-7a67-41f5-b2fe-6c014760c0cf req-5f5a2fd0-2f80-43a3-8e55-a0112eaaf7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:31.893386 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-252178a1-7a67-41f5-b2fe-6c014760c0cf req-5f5a2fd0-2f80-43a3-8e55-a0112eaaf7dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 1099 time: 0.0436289 Nov 22 23:03:31.972603 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:31.989654 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252178a1-7a67-41f5-b2fe-6c014760c0cf req-0c472462-5679-42a0-becf-0d4c4374672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:31.991427 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-252178a1-7a67-41f5-b2fe-6c014760c0cf req-0c472462-5679-42a0-becf-0d4c4374672d service neutron] 10.222.0.83 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 918 time: 0.0884223 Nov 22 23:03:31.998514 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:03:32.001313 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b61d32-c65b-4c4a-b07a-f3612e02e944" -d '{"events": [{"server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "name": "network-vif-unplugged", "status": "completed", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:03:32.017248 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:03:32.021965 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:32.042740 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1bf6e-aeca-4d8e-84eb-147be008184c req-8a781c82-5f7f-45d5-9743-71eb4d72e485 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:32.050452 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b5a1bf6e-aeca-4d8e-84eb-147be008184c req-8a781c82-5f7f-45d5-9743-71eb4d72e485 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 946 time: 0.0732470 Nov 22 23:03:32.053217 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 23:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94214fc-16af-4778-9ebe-b532481156c7 x-openstack-request-id: req-b94214fc-16af-4778-9ebe-b532481156c7 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:03:32.053217 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "name": "network-vif-unplugged", "status": "completed", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:03:32.053453 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b94214fc-16af-4778-9ebe-b532481156c7 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:03:32.053697 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'code': 200} Nov 22 23:03:32.081852 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-252178a1-7a67-41f5-b2fe-6c014760c0cf req-cd086b6e-e5f7-4ca1-a8d8-cb28114d2050 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a HTTP/1.1" status: 200 len: 1002 time: 0.0767808 Nov 22 23:03:32.083676 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,revision_number=8']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:03:32.094355 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b5a1bf6e-aeca-4d8e-84eb-147be008184c req-359429af-13ce-4c21-8dfe-e5d9afd89d9b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430365 Nov 22 23:03:32.141457 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252178a1-7a67-41f5-b2fe-6c014760c0cf req-86eed29a-12e6-4e1a-a45a-cdf454d6eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:32.142953 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-252178a1-7a67-41f5-b2fe-6c014760c0cf req-86eed29a-12e6-4e1a-a45a-cdf454d6eb45 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 200 len: 855 time: 0.0445726 Nov 22 23:03:32.192755 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252178a1-7a67-41f5-b2fe-6c014760c0cf req-0ea59c2c-c6dc-48f9-b1f4-3739a5df3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:32.194213 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-252178a1-7a67-41f5-b2fe-6c014760c0cf req-0ea59c2c-c6dc-48f9-b1f4-3739a5df3f19 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf77bdb8-32c3-46df-9787-173ffafa8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431783 Nov 22 23:03:32.290046 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-252178a1-7a67-41f5-b2fe-6c014760c0cf req-9d03fb99-b836-430c-acc7-3c7bcf206dcd service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861003 Nov 22 23:03:32.391532 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-252178a1-7a67-41f5-b2fe-6c014760c0cf req-975c2342-7d8b-4d09-bfcd-833e0b2eb0de service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902855 Nov 22 23:03:32.567809 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cccccfd-c6be-4d7f-a8a9-3524f904c9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:33.219219 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edc6c9-3d8a-46b0-933a-1a76cf37e548 req-417dba5b-7498-47e9-83d3-bb38fdaddcc4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:33.220793 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-12edc6c9-3d8a-46b0-933a-1a76cf37e548 req-417dba5b-7498-47e9-83d3-bb38fdaddcc4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0519598 Nov 22 23:03:33.272129 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-12edc6c9-3d8a-46b0-933a-1a76cf37e548 req-af68acf4-10f3-4032-950c-138fe1ccc373 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412812 Nov 22 23:03:34.399498 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada08f-1c5f-4a03-9ed2-56b69367dbff req-fca9726f-1ed1-4e59-ae43-76ca095cecd2 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:34.401019 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a6ada08f-1c5f-4a03-9ed2-56b69367dbff req-fca9726f-1ed1-4e59-ae43-76ca095cecd2 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0501642 Nov 22 23:03:34.448048 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a6ada08f-1c5f-4a03-9ed2-56b69367dbff req-5a6662f3-7594-44df-b4e9-1c59d2cddae2 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410724 Nov 22 23:03:35.252609 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d091a497-2341-494d-a639-2ce634f5c522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:35.569524 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce0dac-f58c-4d12-87ff-a0490a1d3d6f req-47421865-81c9-4fe7-bd29-e475285472e6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:35.571091 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e7ce0dac-f58c-4d12-87ff-a0490a1d3d6f req-47421865-81c9-4fe7-bd29-e475285472e6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0505755 Nov 22 23:03:35.623661 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e7ce0dac-f58c-4d12-87ff-a0490a1d3d6f req-e730df64-ac19-43c3-a006-da45ea94ec3c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457358 Nov 22 23:03:36.342355 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:36.742474 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d4d81-026b-4821-a7c2-8aff235a1565 req-835f8540-1014-4b60-a030-8574affb6a5c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:36.743942 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8d1d4d81-026b-4821-a7c2-8aff235a1565 req-835f8540-1014-4b60-a030-8574affb6a5c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0483608 Nov 22 23:03:36.791296 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8d1d4d81-026b-4821-a7c2-8aff235a1565 req-5c0339c7-bcde-49b7-bc01-224064b38bc1 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407536 Nov 22 23:03:37.666929 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:37.912241 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f14c64-7ce5-49b8-93a6-72d43371b6d9 req-94067639-3aa9-4fcb-86f8-d13ebb0e4846 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:37.913993 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-45f14c64-7ce5-49b8-93a6-72d43371b6d9 req-94067639-3aa9-4fcb-86f8-d13ebb0e4846 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0493715 Nov 22 23:03:37.963419 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-45f14c64-7ce5-49b8-93a6-72d43371b6d9 req-a295ea8d-ebf6-4cd1-8267-bc2de0011b06 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 Nov 22 23:03:38.250612 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:03:39.089007 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8548dc-b23a-4cf6-9d7e-a6a8785cd4b5 req-4bb8d9b5-e632-40c7-ae0f-ef8d9d340e24 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:39.090592 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-af8548dc-b23a-4cf6-9d7e-a6a8785cd4b5 req-4bb8d9b5-e632-40c7-ae0f-ef8d9d340e24 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0533981 Nov 22 23:03:39.137916 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-af8548dc-b23a-4cf6-9d7e-a6a8785cd4b5 req-fa296a56-d8cc-4bd3-99e2-74312a06674f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413902 Nov 22 23:03:40.262951 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542861b2-146c-4ad5-af50-143cb23a3c89 req-915c0abb-6a72-441c-92ca-c8d88d51aa30 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:40.264958 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-542861b2-146c-4ad5-af50-143cb23a3c89 req-915c0abb-6a72-441c-92ca-c8d88d51aa30 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0507913 Nov 22 23:03:40.315455 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-542861b2-146c-4ad5-af50-143cb23a3c89 req-fedf0080-7f9f-491b-a774-69f51ebc78cc tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443745 Nov 22 23:03:41.056612 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:03:41.441247 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566def0-d793-4254-83ed-726981b74a5f req-5b36b0b5-e4c0-4c2f-90c4-cb945516a506 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:41.442827 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a566def0-d793-4254-83ed-726981b74a5f req-5b36b0b5-e4c0-4c2f-90c4-cb945516a506 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0510538 Nov 22 23:03:41.502009 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a566def0-d793-4254-83ed-726981b74a5f req-29482625-2362-45c1-9a05-b84415d5ddb7 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531645 Nov 22 23:03:41.998776 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [req-77c36597-e38b-4288-bcff-daf968a6c5cb req-e9ccf3fa-b609-479e-aa56-d4e56e2ed9d4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 23:03:41.999776 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-77c36597-e38b-4288-bcff-daf968a6c5cb req-e9ccf3fa-b609-479e-aa56-d4e56e2ed9d4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054774 Nov 22 23:03:42.157224 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40992a88-b9a5-4c26-8eb1-45ab4529885e req-32078ef8-8589-470f-83da-2de415680933 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:42.158897 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-40992a88-b9a5-4c26-8eb1-45ab4529885e req-32078ef8-8589-470f-83da-2de415680933 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0504806 Nov 22 23:03:42.210275 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-40992a88-b9a5-4c26-8eb1-45ab4529885e req-c6ad361c-a59d-4e8f-9ff5-1803c38b714f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451183 Nov 22 23:03:42.508549 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 40074) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:03:42.602684 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-7db0ae34-aa83-46f1-b115-491a714e97bc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930092 Nov 22 23:03:42.611897 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-afc358d6-3e55-49c1-b2d4-30939ec07f02 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 23:03:42.612853 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-afc358d6-3e55-49c1-b2d4-30939ec07f02 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053737 Nov 22 23:03:43.334343 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ebb3b-8daa-436a-90df-76d04c05cb14 req-30d3ff5a-5203-4e95-b641-3d09799fbd2d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:43.335846 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-387ebb3b-8daa-436a-90df-76d04c05cb14 req-30d3ff5a-5203-4e95-b641-3d09799fbd2d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0488174 Nov 22 23:03:43.385100 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-387ebb3b-8daa-436a-90df-76d04c05cb14 req-f96f1a99-57d6-4fa9-ada1-fda88e235e4a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433795 Nov 22 23:03:44.512803 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7b2d6-72ab-482b-a226-0df8027a1c45 req-82b1b3ff-2690-4068-87d8-1c8d6fe8b06a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:44.514525 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b3f7b2d6-72ab-482b-a226-0df8027a1c45 req-82b1b3ff-2690-4068-87d8-1c8d6fe8b06a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0517988 Nov 22 23:03:44.538919 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-050a6de2-2f7c-4810-94a0-89d8b1ed9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:44.540441 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-050a6de2-2f7c-4810-94a0-89d8b1ed9a4b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc&tenant_id=387b910bbc6a480a88d07859ab82cfe6 HTTP/1.1" status: 200 len: 1097 time: 0.0711555 Nov 22 23:03:44.562558 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b3f7b2d6-72ab-482b-a226-0df8027a1c45 req-7a6f7c2b-139d-4d28-984d-7a0592c56eb6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418632 Nov 22 23:03:44.621489 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-d6da3f39-4bae-4f2a-ae9e-b5c88238f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:44.623014 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-d6da3f39-4bae-4f2a-ae9e-b5c88238f464 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 1097 time: 0.0402198 Nov 22 23:03:44.719125 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-12edd442-768a-4e13-a223-3c1bf169040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:44.720510 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-12edd442-768a-4e13-a223-3c1bf169040a service neutron] 10.222.0.83 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 918 time: 0.0883846 Nov 22 23:03:44.787712 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-314fa3b2-268b-4b5a-a1af-07b29c8b5aed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a HTTP/1.1" status: 200 len: 1000 time: 0.0578840 Nov 22 23:03:44.854991 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-4e834b30-de48-449c-a1b1-5898d9dd3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:44.856471 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-4e834b30-de48-449c-a1b1-5898d9dd3476 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 200 len: 855 time: 0.0492342 Nov 22 23:03:44.905982 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-fa1ddc41-49f6-4b19-b0c0-6add6fc7ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:44.907494 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-fa1ddc41-49f6-4b19-b0c0-6add6fc7ad2a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf77bdb8-32c3-46df-9787-173ffafa8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416627 Nov 22 23:03:45.001056 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-1f05e2a5-f4cf-4ab3-975d-f9c91265dee0 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836637 Nov 22 23:03:45.096961 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-6926b0cb-2176-4658-9cbe-ffa5e22edef8 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874088 Nov 22 23:03:45.506515 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:03:45.722971 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a4258-2078-406f-bbe6-49ee5b5bc1e5 req-cdd7cd9e-ae33-4262-8533-641a9e7c92db tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:45.726503 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-043a4258-2078-406f-bbe6-49ee5b5bc1e5 req-cdd7cd9e-ae33-4262-8533-641a9e7c92db tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0794358 Nov 22 23:03:45.788222 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-043a4258-2078-406f-bbe6-49ee5b5bc1e5 req-f75378b9-75e0-4519-8725-d5176e3e5eb3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560303 Nov 22 23:03:46.915229 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d656b-1bfc-47c9-9dcf-d97aaf16a569 req-ed87637c-4eda-4a1e-8674-64733b9e3c29 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:46.916706 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-025d656b-1bfc-47c9-9dcf-d97aaf16a569 req-ed87637c-4eda-4a1e-8674-64733b9e3c29 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0525463 Nov 22 23:03:46.964410 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-025d656b-1bfc-47c9-9dcf-d97aaf16a569 req-3b7de5cc-15ab-4d65-8063-80f258863e9a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406311 Nov 22 23:03:48.088004 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20061833-3094-40dc-aa08-a57c2a5d6cdc req-7a8e3ef0-19ed-4843-b0c9-26832fcf3480 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:48.089476 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-20061833-3094-40dc-aa08-a57c2a5d6cdc req-7a8e3ef0-19ed-4843-b0c9-26832fcf3480 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0502601 Nov 22 23:03:48.138513 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-20061833-3094-40dc-aa08-a57c2a5d6cdc req-63d10826-54fd-4ba0-b965-fb57183c410f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422173 Nov 22 23:03:49.264785 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c534183-6125-4361-803f-d8645ab1d5a0 req-0d4deb70-5965-4709-b652-69c30dcb940f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:49.266349 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5c534183-6125-4361-803f-d8645ab1d5a0 req-0d4deb70-5965-4709-b652-69c30dcb940f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0505888 Nov 22 23:03:49.324095 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5c534183-6125-4361-803f-d8645ab1d5a0 req-d360d98c-e671-491a-8e8a-b559d06b703f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507753 Nov 22 23:03:50.501070 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc42b1-815f-40f3-ae72-3f53c3859e0f req-0d737e4a-8437-4763-b1b1-917b7773c8c9 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:50.502637 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9ddc42b1-815f-40f3-ae72-3f53c3859e0f req-0d737e4a-8437-4763-b1b1-917b7773c8c9 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.1049833 Nov 22 23:03:50.551373 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9ddc42b1-815f-40f3-ae72-3f53c3859e0f req-8a346586-5baa-4b72-ba49-519b5d088bf0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423152 Nov 22 23:03:51.728579 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f5ba7-e912-4715-9e85-932862acffa9 req-136e05a0-8e7c-49fc-bd23-23d65774d437 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:51.730215 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-643f5ba7-e912-4715-9e85-932862acffa9 req-136e05a0-8e7c-49fc-bd23-23d65774d437 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.1037941 Nov 22 23:03:51.780216 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-643f5ba7-e912-4715-9e85-932862acffa9 req-250ab218-8447-44be-9563-11afddf8260e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429537 Nov 22 23:03:52.932593 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da037f-2cd9-430c-b84e-34198677b953 req-e5c6d88c-b680-4b54-93c1-1d08391d4fa4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:52.934044 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-71da037f-2cd9-430c-b84e-34198677b953 req-e5c6d88c-b680-4b54-93c1-1d08391d4fa4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0660112 Nov 22 23:03:52.984873 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-71da037f-2cd9-430c-b84e-34198677b953 req-e51ff624-581a-4b40-aa1a-3b5cfe601588 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439618 Nov 22 23:03:54.103232 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53186a0c-6f0a-4c8b-af97-4f961c28d97a req-8f9e4c47-e7ca-49a9-9fab-52230eec412d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:54.104709 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-53186a0c-6f0a-4c8b-af97-4f961c28d97a req-8f9e4c47-e7ca-49a9-9fab-52230eec412d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0479989 Nov 22 23:03:54.153037 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-53186a0c-6f0a-4c8b-af97-4f961c28d97a req-ba966838-e1ff-43df-8147-e2837ea42cde tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410302 Nov 22 23:03:55.274768 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c083fea-37ce-4667-908e-37b448440561 req-dbef1b26-207d-4859-a2e7-189e9b167fee tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:55.276216 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9c083fea-37ce-4667-908e-37b448440561 req-dbef1b26-207d-4859-a2e7-189e9b167fee tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0474772 Nov 22 23:03:55.330521 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9c083fea-37ce-4667-908e-37b448440561 req-f94e9ae5-2d45-424c-b3fd-faadb0293ec1 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469968 Nov 22 23:03:56.456103 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87615fea-755d-4bbc-a37c-9970a82cc6b9 req-0f43e633-54cd-4c7a-b5d3-9e28f6bda057 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:56.457635 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-87615fea-755d-4bbc-a37c-9970a82cc6b9 req-0f43e633-54cd-4c7a-b5d3-9e28f6bda057 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0520079 Nov 22 23:03:56.507439 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-87615fea-755d-4bbc-a37c-9970a82cc6b9 req-041c9fde-4885-4aad-b6fc-9089bf785fed tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437822 Nov 22 23:03:57.653723 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c3414-6aac-4aa7-866d-c6253d52cff6 req-aebb4067-91fe-4da6-b6e2-c48891da0a8e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:57.655602 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-986c3414-6aac-4aa7-866d-c6253d52cff6 req-aebb4067-91fe-4da6-b6e2-c48891da0a8e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0509341 Nov 22 23:03:57.704659 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-986c3414-6aac-4aa7-866d-c6253d52cff6 req-bb6994d9-a4e2-4a24-91d2-95f2b49c1795 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432382 Nov 22 23:03:58.831443 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25b284-873e-4d1f-997b-7384b2e4744e req-046adfbe-0ece-4a65-8ced-6c1510da7b17 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:03:58.833993 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fc25b284-873e-4d1f-997b-7384b2e4744e req-046adfbe-0ece-4a65-8ced-6c1510da7b17 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0565634 Nov 22 23:03:58.903746 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fc25b284-873e-4d1f-997b-7384b2e4744e req-8769f470-59b5-4e01-908e-cf12f3c6b5cd tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618114 Nov 22 23:03:59.907414 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 40276) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:04:00.020256 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:00.104970 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:00.112334 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:00.160114 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 40284) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:04:00.162440 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=26dcc3bb850f43dab68301679420f1ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488155 Nov 22 23:04:00.165230 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cad4a0-3bbc-4c1c-9cd3-42f6c21fc307,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:04:00.174223 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:00.174598 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:00.175007 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:00.175464 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:00.175873 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:00.176325 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:00.178156 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:00.178572 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:00.178981 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:00.179500 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:00.180909 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:00.181323 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc6869-f188-4ba6-92a4-ed38a829bf20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:00.269106 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-67692cf5-9a16-45d6-9fd6-9a72f820333d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:00.302954 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1d7c2-74fe-4152-84de-d35969525dc9 req-b9ec28cd-1b79-4cd6-a3f2-b6a0b4cc110b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:00.304438 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c1c1d7c2-74fe-4152-84de-d35969525dc9 req-b9ec28cd-1b79-4cd6-a3f2-b6a0b4cc110b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0949514 Nov 22 23:04:00.306387 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-67692cf5-9a16-45d6-9fd6-9a72f820333d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:00.377916 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c1c1d7c2-74fe-4152-84de-d35969525dc9 req-b127f6f3-d7d0-4b2f-a469-05f8efa725d3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644894 Nov 22 23:04:00.392460 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-67692cf5-9a16-45d6-9fd6-9a72f820333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:00.395398 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-67692cf5-9a16-45d6-9fd6-9a72f820333d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:00.398906 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-67692cf5-9a16-45d6-9fd6-9a72f820333d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/37cad4a0-3bbc-4c1c-9cd3-42f6c21fc307 HTTP/1.1" status: 204 len: 168 time: 0.2346420 Nov 22 23:04:00.405895 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67692cf5-9a16-45d6-9fd6-9a72f820333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cad4a0-3bbc-4c1c-9cd3-42f6c21fc307,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:04:01.447732 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:01.540998 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ef85b-c68a-44aa-bf93-9e29500e8d47 req-151f64fb-599f-447c-b4d9-aa2c87013e14 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:01.542741 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4c9ef85b-c68a-44aa-bf93-9e29500e8d47 req-151f64fb-599f-447c-b4d9-aa2c87013e14 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0597687 Nov 22 23:04:01.592918 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4c9ef85b-c68a-44aa-bf93-9e29500e8d47 req-6adee130-5f7c-477d-80a1-de8bdfbbd342 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437996 Nov 22 23:04:02.572521 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88205ea1-90cb-4ba1-b161-1155f0fa4c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:02.719216 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854075f-0b26-4c7e-a3df-faca672acacd req-5b28803d-95b7-4b29-9d4c-63f93d810b7d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:02.720715 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2854075f-0b26-4c7e-a3df-faca672acacd req-5b28803d-95b7-4b29-9d4c-63f93d810b7d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0498247 Nov 22 23:04:02.768087 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2854075f-0b26-4c7e-a3df-faca672acacd req-4e4d4427-04a5-459c-8210-11c890aed42c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414326 Nov 22 23:04:03.898635 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94320074-07b0-42be-ab1f-44886f65797a req-d7fdb3ef-c51a-4600-939f-6d21835ceefb tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:03.900126 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-94320074-07b0-42be-ab1f-44886f65797a req-d7fdb3ef-c51a-4600-939f-6d21835ceefb tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0588400 Nov 22 23:04:03.954081 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-94320074-07b0-42be-ab1f-44886f65797a req-1e416f97-d889-4ba8-bb1d-9f4a4488bc2c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468824 Nov 22 23:04:04.950036 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b4ac5-bd91-4c74-a07a-40dabbe608dc req-bd2fdf91-4e26-4f86-8491-d351fbfe6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:04.952137 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-8e7b4ac5-bd91-4c74-a07a-40dabbe608dc req-bd2fdf91-4e26-4f86-8491-d351fbfe6349 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 1097 time: 0.0460262 Nov 22 23:04:05.075804 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b4ac5-bd91-4c74-a07a-40dabbe608dc req-7392fafc-57f7-4223-9970-17722039e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:05.079676 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-8e7b4ac5-bd91-4c74-a07a-40dabbe608dc req-7392fafc-57f7-4223-9970-17722039e937 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 918 time: 0.1034195 Nov 22 23:04:05.089435 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e7bfc-255f-474d-9460-eb3ebd1cb3fa req-dca653db-6ec3-49e0-a6f9-b3a993a9da6a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:05.091090 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-582e7bfc-255f-474d-9460-eb3ebd1cb3fa req-dca653db-6ec3-49e0-a6f9-b3a993a9da6a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0584869 Nov 22 23:04:05.143289 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-582e7bfc-255f-474d-9460-eb3ebd1cb3fa req-9777fc2a-cc7c-46d3-9da5-81a7730aebce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456948 Nov 22 23:04:05.171126 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-8e7b4ac5-bd91-4c74-a07a-40dabbe608dc req-01d06903-5e6a-4849-962b-8ac7c69141dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a HTTP/1.1" status: 200 len: 1000 time: 0.0676551 Nov 22 23:04:05.233359 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b4ac5-bd91-4c74-a07a-40dabbe608dc req-7eeb5125-94be-41e6-af93-47cf2ef24e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:05.234935 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-8e7b4ac5-bd91-4c74-a07a-40dabbe608dc req-7eeb5125-94be-41e6-af93-47cf2ef24e52 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 200 len: 855 time: 0.0483623 Nov 22 23:04:05.255714 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-090223b8-ff8f-4339-a84f-c21d577cbed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:05.288231 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b4ac5-bd91-4c74-a07a-40dabbe608dc req-33c90824-057b-4ff2-97b6-58f036caff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:05.289797 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-8e7b4ac5-bd91-4c74-a07a-40dabbe608dc req-33c90824-057b-4ff2-97b6-58f036caff00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf77bdb8-32c3-46df-9787-173ffafa8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469279 Nov 22 23:04:05.389630 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-8e7b4ac5-bd91-4c74-a07a-40dabbe608dc req-0e7e098c-a9aa-4f23-88d8-3403c64346fb service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906012 Nov 22 23:04:05.455550 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 40384) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:04:05.490848 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-8e7b4ac5-bd91-4c74-a07a-40dabbe608dc req-375fc4f7-af71-45e1-9010-e9e74fe29ad1 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934663 Nov 22 23:04:05.562953 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56583a45-2cf1-488c-aaeb-93f55bd6d8c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:05.638339 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56583a45-2cf1-488c-aaeb-93f55bd6d8c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:05.642546 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-56583a45-2cf1-488c-aaeb-93f55bd6d8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:05.684803 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-56583a45-2cf1-488c-aaeb-93f55bd6d8c7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a151700aeb041eaa4ffc7c00690b10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282085 Nov 22 23:04:05.685913 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56583a45-2cf1-488c-aaeb-93f55bd6d8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655c687a-766a-451e-bb04-88613e5b8d9f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:04:05.688932 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 40388) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:04:05.739448 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:05.763180 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:05.814310 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:05.817016 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:05.818192 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/655c687a-766a-451e-bb04-88613e5b8d9f HTTP/1.1" status: 204 len: 168 time: 0.1282175 Nov 22 23:04:05.825854 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c687a-766a-451e-bb04-88613e5b8d9f,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:04:05.833668 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:05.834025 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:05.834484 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:05.834732 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:05.835046 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:05.835671 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:05.835997 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:05.836351 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:05.836676 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:05.836996 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:05.837316 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:05.837651 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ee0f-5c00-4dbe-a605-241f63c65b04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:06.273940 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5841d-1f33-4ba0-8a47-0652b799dd8d req-02c8f4c8-a89a-40b7-966e-2e7f4293d864 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:06.275540 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-13a5841d-1f33-4ba0-8a47-0652b799dd8d req-02c8f4c8-a89a-40b7-966e-2e7f4293d864 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0522184 Nov 22 23:04:06.334152 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-13a5841d-1f33-4ba0-8a47-0652b799dd8d req-ebd63cc2-621f-4b99-b12e-1292bace5959 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494955 Nov 22 23:04:06.341206 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:07.469434 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75e2b4-2cf7-42a5-ab51-165dd012fef3 req-7aebf710-8e5a-4791-80a7-add7f57ed2d3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:07.471031 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fc75e2b4-2cf7-42a5-ab51-165dd012fef3 req-7aebf710-8e5a-4791-80a7-add7f57ed2d3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0569441 Nov 22 23:04:07.525460 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fc75e2b4-2cf7-42a5-ab51-165dd012fef3 req-ddc730d5-e82d-4888-8aab-7ad6650901e5 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483041 Nov 22 23:04:07.668170 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:08.255917 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:08.651824 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6186397-7517-41bd-a6ff-bc9bd8201111 req-90c6a143-a065-472c-9c32-095c797a3186 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:08.653297 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d6186397-7517-41bd-a6ff-bc9bd8201111 req-90c6a143-a065-472c-9c32-095c797a3186 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0493393 Nov 22 23:04:08.702818 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d6186397-7517-41bd-a6ff-bc9bd8201111 req-e077f000-0aba-4b1a-9ba1-08af51ade57e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434792 Nov 22 23:04:09.824471 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6626366-6a2b-4f11-a828-f204fe5a32d8 req-1ffe46a5-fc6c-48d2-a057-3e0aa4507e9c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:09.826794 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b6626366-6a2b-4f11-a828-f204fe5a32d8 req-1ffe46a5-fc6c-48d2-a057-3e0aa4507e9c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0492337 Nov 22 23:04:09.874777 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b6626366-6a2b-4f11-a828-f204fe5a32d8 req-695b664f-352f-4f69-b9ef-252cac321fb4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415032 Nov 22 23:04:11.008002 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a31c71-6d29-4dca-911f-98ace174a3fb req-f372d480-2313-4430-a76e-ac3cce3a1dc0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:11.009534 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-61a31c71-6d29-4dca-911f-98ace174a3fb req-f372d480-2313-4430-a76e-ac3cce3a1dc0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0594602 Nov 22 23:04:11.064692 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-61a31c71-6d29-4dca-911f-98ace174a3fb req-a815aada-0659-46ac-b665-17c38b441162 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489128 Nov 22 23:04:12.189428 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f18233-5a76-4479-a0dd-c8e48b18353c req-de43ae6d-94ba-43f8-b34f-d0cefbe712d6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:12.191062 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a6f18233-5a76-4479-a0dd-c8e48b18353c req-de43ae6d-94ba-43f8-b34f-d0cefbe712d6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0506473 Nov 22 23:04:12.259875 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a6f18233-5a76-4479-a0dd-c8e48b18353c req-d2bde3fc-5ab4-40d1-9db3-7437ba3eb35d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612435 Nov 22 23:04:13.385209 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7096bf3-2cc7-4430-9124-baba12457fa9 req-1eaffbf8-9634-45a8-aa23-26a04bfd7ef2 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:13.386710 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a7096bf3-2cc7-4430-9124-baba12457fa9 req-1eaffbf8-9634-45a8-aa23-26a04bfd7ef2 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0496919 Nov 22 23:04:13.448110 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a7096bf3-2cc7-4430-9124-baba12457fa9 req-79f3b9da-bbf0-49d7-8911-c0107a447f9c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551860 Nov 22 23:04:14.572009 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830b451-6fee-4d1c-8f39-b04bb7f19f0d req-03a5373e-0cd4-42f9-8b2c-e1a41404c0e8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:14.573587 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4830b451-6fee-4d1c-8f39-b04bb7f19f0d req-03a5373e-0cd4-42f9-8b2c-e1a41404c0e8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0513568 Nov 22 23:04:14.622260 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4830b451-6fee-4d1c-8f39-b04bb7f19f0d req-6fd040eb-4fc5-4b22-a9c3-e73bd9618142 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409987 Nov 22 23:04:15.743865 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662002a-5a5f-4258-b97d-5f6110ac2cf8 req-789a9320-e082-4e10-996d-743d0a9d8e1b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:15.745325 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0662002a-5a5f-4258-b97d-5f6110ac2cf8 req-789a9320-e082-4e10-996d-743d0a9d8e1b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0485890 Nov 22 23:04:15.794754 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0662002a-5a5f-4258-b97d-5f6110ac2cf8 req-3e04d51b-0513-42ff-8681-f523aceca4b6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428443 Nov 22 23:04:16.920030 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7156f2-ed60-4c87-8b41-b1a404cad8d5 req-bbc0dec1-4d9c-4fd3-a9a6-8e2d282fde21 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:16.921529 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d7156f2-ed60-4c87-8b41-b1a404cad8d5 req-bbc0dec1-4d9c-4fd3-a9a6-8e2d282fde21 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0527759 Nov 22 23:04:16.969016 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d7156f2-ed60-4c87-8b41-b1a404cad8d5 req-99adc3ce-314b-4419-a0e8-741a098f766e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412674 Nov 22 23:04:18.055322 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:04:18.089835 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb8efc-7ee9-44ea-bc9f-c9248f8dc2ab req-02871234-c08f-4171-8fbd-2c8b0928daed tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:18.091880 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-69fb8efc-7ee9-44ea-bc9f-c9248f8dc2ab req-02871234-c08f-4171-8fbd-2c8b0928daed tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0485659 Nov 22 23:04:18.139711 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-69fb8efc-7ee9-44ea-bc9f-c9248f8dc2ab req-e8642bbc-c873-409c-9658-6bbd074a0c47 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414724 Nov 22 23:04:19.262718 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd237a-1816-4912-bcbf-4b39a55ab453 req-24cab972-b324-47f4-91d3-023161fc630b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:19.264461 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-48bd237a-1816-4912-bcbf-4b39a55ab453 req-24cab972-b324-47f4-91d3-023161fc630b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0526733 Nov 22 23:04:19.312070 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-48bd237a-1816-4912-bcbf-4b39a55ab453 req-64e17929-8bea-49a1-928d-64c40c54da81 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416842 Nov 22 23:04:20.435831 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce5300-2957-4a3a-90ef-5be64d525bac req-aa32edc1-2ade-4fb8-aaf3-b8f50c3711f5 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:20.437500 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e6ce5300-2957-4a3a-90ef-5be64d525bac req-aa32edc1-2ade-4fb8-aaf3-b8f50c3711f5 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 944 time: 0.0503156 Nov 22 23:04:20.484542 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e6ce5300-2957-4a3a-90ef-5be64d525bac req-5689f854-c9c7-4a14-9935-23e2c0f049ea tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412388 Nov 22 23:04:21.296425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:04:21.392817 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:04:21.404518 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'port_id': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'mac_address': 'fa:16:3e:e3:2f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:04:21.444741 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:21.458512 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:04:21.478091 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:04:21.482782 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:21.529760 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,revision_number=9']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:04:21.537523 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:21.537926 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:21.538279 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:21.538629 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:21.538968 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:21.539302 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:21.539635 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:21.539964 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:21.540309 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:21.540642 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:21.540970 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:21.541294 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:04:21.607014 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db012fc8-3396-4064-9cbb-b5096dbc24c5 req-724d1906-0a33-46d1-8f88-86118f13e563 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:21.608695 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-db012fc8-3396-4064-9cbb-b5096dbc24c5 req-724d1906-0a33-46d1-8f88-86118f13e563 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 945 time: 0.0496707 Nov 22 23:04:21.660358 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-db012fc8-3396-4064-9cbb-b5096dbc24c5 req-3551b293-4c65-4633-acbc-085eee041e48 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457335 Nov 22 23:04:22.370722 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['6aea9cb4-aad8-4449-a8a2-ba1de5bf799a'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:04:22.783372 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479787f-7912-43af-a365-87dec8276c7e req-6775d64e-765d-4d42-95b3-610be3e43184 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:22.784870 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d479787f-7912-43af-a365-87dec8276c7e req-6775d64e-765d-4d42-95b3-610be3e43184 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 945 time: 0.0498104 Nov 22 23:04:22.833413 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d479787f-7912-43af-a365-87dec8276c7e req-a638a568-50b7-4f03-bcab-8cc7c48c2dcf tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424242 Nov 22 23:04:23.955034 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee712e7d-5967-4852-8257-a32108aec632 req-c5bb5a57-305c-484d-92dd-1a274564e094 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:23.956409 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ee712e7d-5967-4852-8257-a32108aec632 req-c5bb5a57-305c-484d-92dd-1a274564e094 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 945 time: 0.0488312 Nov 22 23:04:24.011898 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ee712e7d-5967-4852-8257-a32108aec632 req-e62041dc-b69f-4a1f-92e1-3bda34afa097 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492394 Nov 22 23:04:25.136822 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228569c9-63f2-4ae5-8287-627dc7d891e0 req-0247e146-8be3-4643-b8ed-24db58d719b8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:25.138386 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-228569c9-63f2-4ae5-8287-627dc7d891e0 req-0247e146-8be3-4643-b8ed-24db58d719b8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 945 time: 0.0521884 Nov 22 23:04:25.186623 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-228569c9-63f2-4ae5-8287-627dc7d891e0 req-5171f274-ae37-45db-a6ab-bd59932ef475 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422475 Nov 22 23:04:26.304871 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dedb1-329d-4ec7-b6c8-55c748b28c79 req-0719e1fd-3848-4f73-8d69-22c0c952578e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:26.306365 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-142dedb1-329d-4ec7-b6c8-55c748b28c79 req-0719e1fd-3848-4f73-8d69-22c0c952578e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 945 time: 0.0486288 Nov 22 23:04:26.354958 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-142dedb1-329d-4ec7-b6c8-55c748b28c79 req-27a246ab-9023-40d3-a9d9-df48e3cdd7d4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420043 Nov 22 23:04:27.478053 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2565c56-b2e0-4f54-9115-a61de7abb181 req-5d661314-0e87-4d4a-8fa8-ffeba1e5bc1e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:27.479567 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b2565c56-b2e0-4f54-9115-a61de7abb181 req-5d661314-0e87-4d4a-8fa8-ffeba1e5bc1e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 945 time: 0.0499742 Nov 22 23:04:27.532200 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b2565c56-b2e0-4f54-9115-a61de7abb181 req-d5b9f0ac-5ca7-463b-afe3-140df904407d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457890 Nov 22 23:04:28.651439 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58599-2b96-47b4-9ee0-6d1331c2e6d4 req-b3fdb0ee-d89b-42e4-9854-d7ded4f85c57 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:28.652884 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-88c58599-2b96-47b4-9ee0-6d1331c2e6d4 req-b3fdb0ee-d89b-42e4-9854-d7ded4f85c57 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 945 time: 0.0488296 Nov 22 23:04:28.700652 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-88c58599-2b96-47b4-9ee0-6d1331c2e6d4 req-112ed759-489d-4369-bf2a-9a286fa61ee0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414762 Nov 22 23:04:28.805667 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:04:28.852737 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:04:28.853093 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:28.933260 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:28.957963 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:04:28.960253 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8051c217-76cc-4c88-9820-11e03abdc475" -d '{"events": [{"server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "name": "network-vif-plugged", "status": "completed", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:04:28.973865 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:04:28.978084 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:29.005061 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43419bbb-a23b-43da-a91b-bdb59f6edeb8 x-openstack-request-id: req-43419bbb-a23b-43da-a91b-bdb59f6edeb8 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:04:29.005448 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "name": "network-vif-plugged", "status": "completed", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:04:29.005900 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43419bbb-a23b-43da-a91b-bdb59f6edeb8 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:04:29.006147 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'code': 200} Nov 22 23:04:29.030408 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,revision_number=10']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:04:29.824942 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0a67d-7d19-48da-8e20-f6147d684342 req-7a24a4b3-b41a-4547-b527-b10b718897f4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:29.827146 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3fa0a67d-7d19-48da-8e20-f6147d684342 req-7a24a4b3-b41a-4547-b527-b10b718897f4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0509348 Nov 22 23:04:29.893925 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3fa0a67d-7d19-48da-8e20-f6147d684342 req-2d4d28f1-ab0b-4a72-8030-cd4cdb6e1ace tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580292 Nov 22 23:04:29.909749 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0b361-8cb7-4c8d-8002-55355346eba6 req-9eb18fca-00ad-4a5e-8aef-969dca4f4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:29.911459 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d6b0b361-8cb7-4c8d-8002-55355346eba6 req-9eb18fca-00ad-4a5e-8aef-969dca4f4bd5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 1100 time: 0.1633084 Nov 22 23:04:29.960076 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-d6b0b361-8cb7-4c8d-8002-55355346eba6 req-5c78f35d-c3d3-496f-8791-0ed3557cc410 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411453 Nov 22 23:04:31.027121 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb5a6e-c99d-4941-b662-b22b1513b559 req-235ffce3-50a4-461e-a074-66ea54c0a274 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:31.029273 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-12fb5a6e-c99d-4941-b662-b22b1513b559 req-235ffce3-50a4-461e-a074-66ea54c0a274 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0520380 Nov 22 23:04:31.077158 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-12fb5a6e-c99d-4941-b662-b22b1513b559 req-df228ba6-c3bd-4fe1-8a25-16a4eb5efe31 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419953 Nov 22 23:04:31.460373 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:32.197738 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a28f85-a975-4018-aaeb-b10f2aea0460 req-5a70490f-ab27-4444-998a-c0a94f5ffb05 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:32.199220 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-66a28f85-a975-4018-aaeb-b10f2aea0460 req-5a70490f-ab27-4444-998a-c0a94f5ffb05 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0490928 Nov 22 23:04:32.249248 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-66a28f85-a975-4018-aaeb-b10f2aea0460 req-357b0280-1335-4342-ac38-428e4fe992ad tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426519 Nov 22 23:04:32.573081 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8414a9d1-22a2-404a-82fb-b0497cfb1ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:33.370135 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf6ac-4519-4d4e-b58e-030dc1e586d6 req-4b666a2a-f8eb-4c26-8151-47e9320bd231 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:33.371584 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d56bf6ac-4519-4d4e-b58e-030dc1e586d6 req-4b666a2a-f8eb-4c26-8151-47e9320bd231 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0504756 Nov 22 23:04:33.420395 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d56bf6ac-4519-4d4e-b58e-030dc1e586d6 req-4c6cf808-a353-48f4-a9d7-a6d4e0ba5525 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418303 Nov 22 23:04:34.539896 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06898431-1cfe-431d-a773-26e7d7fe0dab req-509c65db-3e79-4f43-a6bc-3c617ec09901 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:34.541339 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-06898431-1cfe-431d-a773-26e7d7fe0dab req-509c65db-3e79-4f43-a6bc-3c617ec09901 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0478170 Nov 22 23:04:34.589673 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-06898431-1cfe-431d-a773-26e7d7fe0dab req-b8385328-052f-434f-a228-46140ef6ea62 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411947 Nov 22 23:04:35.260345 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c97a7796-5907-4da4-ba7a-76ac80edbe19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:35.713066 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fb2b1-8d3b-4374-9a5f-ab5a5e96134b req-c5d3145a-f217-46e5-a7ba-4cc573820256 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:35.714584 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bc8fb2b1-8d3b-4374-9a5f-ab5a5e96134b req-c5d3145a-f217-46e5-a7ba-4cc573820256 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0486493 Nov 22 23:04:35.764829 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bc8fb2b1-8d3b-4374-9a5f-ab5a5e96134b req-b3fe40bf-4b7f-41a5-8f74-7e2267bd0d24 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441139 Nov 22 23:04:36.344400 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:36.887781 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b64f6b-3f9f-4b96-9121-6f55bbf19a05 req-a639332e-587d-4abb-a7fa-363c7a0d74cf tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:36.889230 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-11b64f6b-3f9f-4b96-9121-6f55bbf19a05 req-a639332e-587d-4abb-a7fa-363c7a0d74cf tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0491936 Nov 22 23:04:36.936406 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-11b64f6b-3f9f-4b96-9121-6f55bbf19a05 req-66907b97-fd50-4d67-8f66-b7fd54e7734f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412612 Nov 22 23:04:37.671773 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:38.054482 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3335-4e80-4a92-80a2-a4e9a734a45c req-75a38445-4b75-4935-9ad7-06f833498083 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:38.055962 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72d3335-4e80-4a92-80a2-a4e9a734a45c req-75a38445-4b75-4935-9ad7-06f833498083 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0494828 Nov 22 23:04:38.101936 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a72d3335-4e80-4a92-80a2-a4e9a734a45c req-cad3f0c9-36c3-4576-8621-d3a2303df923 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395145 Nov 22 23:04:38.316716 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:39.228313 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a030f-3501-43ed-a471-9fb5c4dbf76e req-0adef0fb-c9ef-46e0-b113-163bc03abc5d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:39.229805 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-953a030f-3501-43ed-a471-9fb5c4dbf76e req-0adef0fb-c9ef-46e0-b113-163bc03abc5d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0528269 Nov 22 23:04:39.277901 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-953a030f-3501-43ed-a471-9fb5c4dbf76e req-53367bd8-6bcc-44ce-a17d-359e2d0734b4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415025 Nov 22 23:04:40.409130 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80f1a-5041-498d-8bad-b3bf0852199c req-a8456b30-d1bf-4478-aa5c-defaa12c24cf tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:40.410778 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-63c80f1a-5041-498d-8bad-b3bf0852199c req-a8456b30-d1bf-4478-aa5c-defaa12c24cf tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0497818 Nov 22 23:04:40.458683 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-63c80f1a-5041-498d-8bad-b3bf0852199c req-bd2c1a9b-49ac-41da-84b1-491fd15ed4dc tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411150 Nov 22 23:04:41.594078 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941721ab-690d-4d86-b4cb-f29b3d2c2735 req-c7333da8-f1e5-4996-a74b-f1112ce7be95 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:41.595673 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-941721ab-690d-4d86-b4cb-f29b3d2c2735 req-c7333da8-f1e5-4996-a74b-f1112ce7be95 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0618515 Nov 22 23:04:41.658205 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-941721ab-690d-4d86-b4cb-f29b3d2c2735 req-4e4f813b-6368-4f8d-bb18-c4c9b7ad1b42 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566487 Nov 22 23:04:45.524866 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa17f61-e539-439f-843e-e65cd6220d47 req-f2fa951e-1c75-420b-b61f-37da1db83144 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:45.526377 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dfa17f61-e539-439f-843e-e65cd6220d47 req-f2fa951e-1c75-420b-b61f-37da1db83144 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 945 time: 0.0543118 Nov 22 23:04:45.583317 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dfa17f61-e539-439f-843e-e65cd6220d47 req-d9c71376-9dec-4ab0-9197-e714c99d95e9 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468535 Nov 22 23:04:46.704185 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1c569-d76c-41e8-a7d9-903d7b6b2709 req-bf7e8bf4-2163-4403-9d80-3ed55ef5b8eb tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:46.705907 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-48a1c569-d76c-41e8-a7d9-903d7b6b2709 req-bf7e8bf4-2163-4403-9d80-3ed55ef5b8eb tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 945 time: 0.0530727 Nov 22 23:04:46.753578 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-48a1c569-d76c-41e8-a7d9-903d7b6b2709 req-b1652cf8-2bae-43fa-b5d0-ca0289d473ff tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413463 Nov 22 23:04:47.872144 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fdcd6-a5a2-4866-a297-48f682981154 req-0fbaf3f1-b01d-4a7a-9bbb-71cafc31e0e5 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:47.873760 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e97fdcd6-a5a2-4866-a297-48f682981154 req-0fbaf3f1-b01d-4a7a-9bbb-71cafc31e0e5 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 945 time: 0.0523438 Nov 22 23:04:47.924893 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e97fdcd6-a5a2-4866-a297-48f682981154 req-fa927060-5e17-48d9-8c1d-d9f8feb072c4 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448902 Nov 22 23:04:49.040206 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd705154-766d-452a-a945-fdc0ac2c2d75 req-d8309fa5-d990-4e56-9e8b-f64d85e939d9 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:49.041706 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dd705154-766d-452a-a945-fdc0ac2c2d75 req-d8309fa5-d990-4e56-9e8b-f64d85e939d9 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 945 time: 0.0496802 Nov 22 23:04:49.088835 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dd705154-766d-452a-a945-fdc0ac2c2d75 req-a8f0eff6-36e3-4226-96f2-39cf104576a5 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Nov 22 23:04:50.208830 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0b441-2047-4f52-bf4b-a8b5563711c4 req-51df94f0-b844-43f8-a49b-05cd3916101b tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:50.210378 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5aa0b441-2047-4f52-bf4b-a8b5563711c4 req-51df94f0-b844-43f8-a49b-05cd3916101b tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 945 time: 0.0529542 Nov 22 23:04:50.259823 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5aa0b441-2047-4f52-bf4b-a8b5563711c4 req-24eee8e4-c32e-4d9e-b2c0-77c4f2448af4 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Nov 22 23:04:51.379529 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cb01a-650e-4081-9d1b-7ae988b3716c req-1a881213-3b6b-4107-bb7b-efe1471086ed tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:51.381101 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb0cb01a-650e-4081-9d1b-7ae988b3716c req-1a881213-3b6b-4107-bb7b-efe1471086ed tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 945 time: 0.0506072 Nov 22 23:04:51.434394 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb0cb01a-650e-4081-9d1b-7ae988b3716c req-b49384f9-996b-424b-b68c-605c4c8d8408 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455213 Nov 22 23:04:51.642800 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387dd0d-3a6d-4fb0-a07b-1e49f4ac0120 req-246438bf-cb89-472f-8904-b33e35065815 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:04:51.644341 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-b387dd0d-3a6d-4fb0-a07b-1e49f4ac0120 req-246438bf-cb89-472f-8904-b33e35065815 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 945 time: 0.0497885 Nov 22 23:04:51.745077 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-b387dd0d-3a6d-4fb0-a07b-1e49f4ac0120 req-1421f802-6d2b-42cf-8d54-bed10ce5e315 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Deleting port a614139d-ba4c-4365-b491-efd82443aa18 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:04:51.745425 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b387dd0d-3a6d-4fb0-a07b-1e49f4ac0120 req-1421f802-6d2b-42cf-8d54-bed10ce5e315 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:51.835613 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-b387dd0d-3a6d-4fb0-a07b-1e49f4ac0120 req-1421f802-6d2b-42cf-8d54-bed10ce5e315 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] For port a614139d-ba4c-4365-b491-efd82443aa18, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a614139d-ba4c-4365-b491-efd82443aa18,segment=NetworkSegment(f3f89e88-705e-441f-9ac4-31b7681adc8d),segment_id=f3f89e88-705e-441f-9ac4-31b7681adc8d)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:04:51.835969 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b387dd0d-3a6d-4fb0-a07b-1e49f4ac0120 req-1421f802-6d2b-42cf-8d54-bed10ce5e315 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:51.848693 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-b387dd0d-3a6d-4fb0-a07b-1e49f4ac0120 req-1421f802-6d2b-42cf-8d54-bed10ce5e315 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Calling delete_port for a614139d-ba4c-4365-b491-efd82443aa18 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:04:51.989825 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b387dd0d-3a6d-4fb0-a07b-1e49f4ac0120 req-1421f802-6d2b-42cf-8d54-bed10ce5e315 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:52.026923 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421f802-6d2b-42cf-8d54-bed10ce5e315 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Pushing event deleted for resources: {'Port': ['ID=a614139d-ba4c-4365-b491-efd82443aa18,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:04:52.030175 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['a614139d-ba4c-4365-b491-efd82443aa18'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:04:52.072226 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b387dd0d-3a6d-4fb0-a07b-1e49f4ac0120 req-1421f802-6d2b-42cf-8d54-bed10ce5e315 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] No DVR routers for this DVR port a614139d-ba4c-4365-b491-efd82443aa18 on host hv-cinder-81883 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:04:52.075025 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-b387dd0d-3a6d-4fb0-a07b-1e49f4ac0120 req-1421f802-6d2b-42cf-8d54-bed10ce5e315 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:04:52.078465 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-b387dd0d-3a6d-4fb0-a07b-1e49f4ac0120 req-1421f802-6d2b-42cf-8d54-bed10ce5e315 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.83 "DELETE /v2.0/ports/a614139d-ba4c-4365-b491-efd82443aa18 HTTP/1.1" status: 204 len: 173 time: 0.4273453 Nov 22 23:04:52.078906 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5b3870-e213-4dc5-89db-80e9b2061f69', 'name': 'network-vif-deleted', 'tag': 'a614139d-ba4c-4365-b491-efd82443aa18'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:04:52.081203 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7793df1a-d8b0-404c-aa36-a8507d7a67af" -d '{"events": [{"server_uuid": "6e5b3870-e213-4dc5-89db-80e9b2061f69", "name": "network-vif-deleted", "tag": "a614139d-ba4c-4365-b491-efd82443aa18"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:04:52.258642 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfdf016-92eb-4492-aac4-0870d0efc4f7 x-openstack-request-id: req-cdfdf016-92eb-4492-aac4-0870d0efc4f7 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:04:52.258937 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5b3870-e213-4dc5-89db-80e9b2061f69", "name": "network-vif-deleted", "tag": "a614139d-ba4c-4365-b491-efd82443aa18", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:04:52.259195 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cdfdf016-92eb-4492-aac4-0870d0efc4f7 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:04:52.259597 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5b3870-e213-4dc5-89db-80e9b2061f69', 'name': 'network-vif-deleted', 'tag': 'a614139d-ba4c-4365-b491-efd82443aa18', 'status': 'completed', 'code': 200} Nov 22 23:04:52.542717 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d1b776d8-9cc6-45f0-85ca-f490508eae03 req-433fb31b-0660-4c41-bc89-8cbc8a4c37f9 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e5b3870-e213-4dc5-89db-80e9b2061f69 HTTP/1.1" status: 200 len: 210 time: 0.0260589 Nov 22 23:04:55.053580 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:05:00.718771 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device a614139d-ba4c-4365-b491-efd82443aa18 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:05:00.739521 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: a614139d-ba4c-4365-b491-efd82443aa18 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:05:00.739873 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device a614139d-ba4c-4365-b491-efd82443aa18 not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:05:01.462239 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:02.577404 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5edfb07e-3d77-477e-83ea-19bf30abbe8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:05.263887 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9be3f792-f077-465c-b033-a08374e85933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:06.345845 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:07.370183 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f22759e7-89e6-4f7e-be2a-7ca8536048d0 req-37b1effe-7c49-4802-a30b-3f86b0d1119d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402727 Nov 22 23:05:07.473626 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22759e7-89e6-4f7e-be2a-7ca8536048d0 req-1b5e6925-9d6f-43e9-8800-21bfbd7c2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:07.475139 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f22759e7-89e6-4f7e-be2a-7ca8536048d0 req-1b5e6925-9d6f-43e9-8800-21bfbd7c2014 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1525897e49c34ebb9215d460e1ad237d&device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 1099 time: 0.0429759 Nov 22 23:05:07.583866 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22759e7-89e6-4f7e-be2a-7ca8536048d0 req-4783e691-d677-4348-95ee-0c82648a1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:07.585343 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f22759e7-89e6-4f7e-be2a-7ca8536048d0 req-4783e691-d677-4348-95ee-0c82648a1bc3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 200 len: 913 time: 0.0878241 Nov 22 23:05:07.654126 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f22759e7-89e6-4f7e-be2a-7ca8536048d0 req-6ff94c48-5302-4f4e-9828-2fb5162a4940 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa888e86-c386-4687-8daf-0f95de7ce011 HTTP/1.1" status: 200 len: 1002 time: 0.0599029 Nov 22 23:05:07.675515 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:07.706909 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22759e7-89e6-4f7e-be2a-7ca8536048d0 req-35bac3fb-d36e-425b-b7e4-c8f1e3a451ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:07.708381 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f22759e7-89e6-4f7e-be2a-7ca8536048d0 req-35bac3fb-d36e-425b-b7e4-c8f1e3a451ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca886abe-a984-4dfe-9c9e-938111a57318 HTTP/1.1" status: 200 len: 850 time: 0.0467010 Nov 22 23:05:07.758144 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22759e7-89e6-4f7e-be2a-7ca8536048d0 req-8e7952bf-2d77-4c72-92dd-042d4f74aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:07.759631 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f22759e7-89e6-4f7e-be2a-7ca8536048d0 req-8e7952bf-2d77-4c72-92dd-042d4f74aa43 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=135c9d2c-b547-438e-b31c-2139e85d4ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432351 Nov 22 23:05:07.849972 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f22759e7-89e6-4f7e-be2a-7ca8536048d0 req-56145831-7095-440e-a65c-5ae5dd3a52de service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829513 Nov 22 23:05:07.945011 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f22759e7-89e6-4f7e-be2a-7ca8536048d0 req-79db2b48-0927-4b08-ab0e-afe5abff21e7 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878429 Nov 22 23:05:08.258620 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:08.784000 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-5535d379-7ae6-46f5-be3d-075f6ec9b42e tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:08.785462 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-5535d379-7ae6-46f5-be3d-075f6ec9b42e tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/networks?id=3f3ce0b9-727f-4320-a712-09bd6fad8f0f HTTP/1.1" status: 200 len: 813 time: 0.1025050 Nov 22 23:05:08.800857 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-ae3a6086-d7d0-42ba-a6a3-7d2a880a61c9 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/quotas/0f34c6ad90fb49c1a0d30a5701e0d0ef HTTP/1.1" status: 200 len: 375 time: 0.0093100 Nov 22 23:05:08.831470 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-34f15588-0623-4d98-9004-240ca0b84880 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f34c6ad90fb49c1a0d30a5701e0d0ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254443 Nov 22 23:05:08.969274 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-57d46df1-c5b4-480e-82e6-d8d15d71146b service neutron] 10.222.0.81 "GET /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308990 Nov 22 23:05:09.059354 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-0118e295-b1a1-4739-b599-332acafb6048 service neutron] 10.222.0.81 "GET /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831954 Nov 22 23:05:09.217296 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ea776d57-2503-436f-9303-fb9611dddabb req-ea3cce5a-0c9c-4c87-b39a-e266f921148f tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 210 time: 0.0276546 Nov 22 23:05:10.513174 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ec9ac056-6661-4c24-b484-e7b9fb01804a req-14841e7c-c7c4-4273-b23d-307189fe4b03 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 210 time: 0.2290442 Nov 22 23:05:11.605191 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f8f47b4e-71aa-4281-a4ae-b0e84c06c376 req-ae3f5b0e-0f7b-49eb-bade-6d3aa591cdbe tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 210 time: 0.0246058 Nov 22 23:05:12.696937 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-09e9ab3f-c6de-43e1-9608-6bf8be10130f req-6880d608-7bfb-4fb2-9d50-bdac2b3b3f63 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 210 time: 0.0256011 Nov 22 23:05:13.223640 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-8666bb5f-9e44-441e-a54e-6f4fbb70dac9 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:13.225669 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-8666bb5f-9e44-441e-a54e-6f4fbb70dac9 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.83 "GET /v2.0/networks?id=3f3ce0b9-727f-4320-a712-09bd6fad8f0f HTTP/1.1" status: 200 len: 813 time: 0.1250651 Nov 22 23:05:13.306586 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Request body: {'port': {'device_id': '954e5e50-a667-4ea8-add1-2da77ef4b3a1', 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f', 'admin_state_up': True, 'tenant_id': '0f34c6ad90fb49c1a0d30a5701e0d0ef'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:05:13.419652 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Made reservation on behalf of 0f34c6ad90fb49c1a0d30a5701e0d0ef for: {'port': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:05:13.423148 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:13.547830 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Allocated IP 172.20.0.4 (3f3ce0b9-727f-4320-a712-09bd6fad8f0f/bb7c5277-c5d8-4e4d-ac24-3d236f776004/3f5004c5-7e65-459b-b915-ffeaedf74541) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:05:13.696257 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:13.730875 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:13.787709 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:05:13.790787 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:05:13.795532 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:05:13.799283 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Pushing event updated for resources: {'Port': ['ID=3f5004c5-7e65-459b-b915-ffeaedf74541,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:05:13.815409 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c9270-e1e9-46ce-9850-c267d12decbc req-7c4cecf4-5b3b-4a96-bc9c-275a641e248d tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:13.816890 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-470c9270-e1e9-46ce-9850-c267d12decbc req-7c4cecf4-5b3b-4a96-bc9c-275a641e248d tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 931 time: 0.0490067 Nov 22 23:05:13.826483 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:13.826838 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:13.827185 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:13.827529 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:13.827861 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:13.828194 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:13.828528 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:13.828857 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:13.829184 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:13.829513 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:13.829872 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:13.830214 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:13.856632 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:13.857256 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:13.868933 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-470c9270-e1e9-46ce-9850-c267d12decbc req-b04e5a3f-9ed7-474f-a3b2-29440228a6ac tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456440 Nov 22 23:05:13.873886 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-4fe5d10b-eacf-48ee-9aa2-b71e8bbe6337 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5711687 Nov 22 23:05:13.916167 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Request body: {'port': {'device_id': '954e5e50-a667-4ea8-add1-2da77ef4b3a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:05:13.970093 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:14.229044 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5004c5-7e65-459b-b915-ffeaedf74541 {{(pid=102662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:05:14.236956 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:14.249264 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.provisioning_blocks [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Transition to ACTIVE for port object 3f5004c5-7e65-459b-b915-ffeaedf74541 will not be triggered until provisioned by entity L2. {{(pid=102662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:05:14.253746 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:14.304657 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Pushing event updated for resources: {'Port': ['ID=3f5004c5-7e65-459b-b915-ffeaedf74541,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:05:14.372165 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Attempting to bind port 3f5004c5-7e65-459b-b915-ffeaedf74541 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:05:14.372492 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Attempting to bind port 3f5004c5-7e65-459b-b915-ffeaedf74541 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'f3f89e88-705e-441f-9ac4-31b7681adc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:05:14.373339 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Attempting to bind port 3f5004c5-7e65-459b-b915-ffeaedf74541 on network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:05:14.377150 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Port 3f5004c5-7e65-459b-b915-ffeaedf74541 on network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:05:14.377464 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Attempting to bind port 3f5004c5-7e65-459b-b915-ffeaedf74541 on network 3f3ce0b9-727f-4320-a712-09bd6fad8f0f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:05:14.382433 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:05:14.382766 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Checking segment: {'id': 'f3f89e88-705e-441f-9ac4-31b7681adc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:05:14.383145 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Bound using segment: {'id': 'f3f89e88-705e-441f-9ac4-31b7681adc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:05:14.383561 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Bound port: 3f5004c5-7e65-459b-b915-ffeaedf74541, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f89e88-705e-441f-9ac4-31b7681adc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:05:14.383907 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:14.445995 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] For port 3f5004c5-7e65-459b-b915-ffeaedf74541, host hv-cinder-81883, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:05:14.449058 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] For port 3f5004c5-7e65-459b-b915-ffeaedf74541, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=3f5004c5-7e65-459b-b915-ffeaedf74541,segment=NetworkSegment(f3f89e88-705e-441f-9ac4-31b7681adc8d),segment_id=f3f89e88-705e-441f-9ac4-31b7681adc8d)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:05:14.452415 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:14.487188 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:14.487816 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:14.489175 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] 10.222.0.83 "PUT /v2.0/ports/3f5004c5-7e65-459b-b915-ffeaedf74541 HTTP/1.1" status: 200 len: 1093 time: 0.5772827 Nov 22 23:05:14.489607 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954e5e50-a667-4ea8-add1-2da77ef4b3a1', 'tag': '3f5004c5-7e65-459b-b915-ffeaedf74541'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:05:14.491820 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a395be1e-38f5-4178-be61-8ce8f18f35df" -d '{"events": [{"name": "network-changed", "server_uuid": "954e5e50-a667-4ea8-add1-2da77ef4b3a1", "tag": "3f5004c5-7e65-459b-b915-ffeaedf74541"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:05:14.514861 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b7202-d8c4-4a8c-9dd2-a54780a1be0f service neutron] Pushing event updated for resources: {'Port': ['ID=3f5004c5-7e65-459b-b915-ffeaedf74541,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:05:14.530683 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19baa57f-3f5e-44ad-9e68-7d255c892485 x-openstack-request-id: req-19baa57f-3f5e-44ad-9e68-7d255c892485 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:05:14.530977 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954e5e50-a667-4ea8-add1-2da77ef4b3a1", "tag": "3f5004c5-7e65-459b-b915-ffeaedf74541", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:05:14.531233 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19baa57f-3f5e-44ad-9e68-7d255c892485 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:05:14.531626 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954e5e50-a667-4ea8-add1-2da77ef4b3a1', 'tag': '3f5004c5-7e65-459b-b915-ffeaedf74541', 'status': 'completed', 'code': 200} Nov 22 23:05:14.600170 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-416f7dd4-10f3-4a84-a811-35cd3a65d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:14.601667 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-416f7dd4-10f3-4a84-a811-35cd3a65d2eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f34c6ad90fb49c1a0d30a5701e0d0ef&device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 1096 time: 0.0398769 Nov 22 23:05:14.653898 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-852991c5-2f4c-4d7e-b3a4-4042eafd8866 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f5004c5-7e65-459b-b915-ffeaedf74541 HTTP/1.1" status: 200 len: 217 time: 0.0366778 Nov 22 23:05:14.704053 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-38df4f5f-e213-4a1c-a85b-0c4e657077ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:14.705886 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-38df4f5f-e213-4a1c-a85b-0c4e657077ee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bb7c5277-c5d8-4e4d-ac24-3d236f776004 HTTP/1.1" status: 200 len: 853 time: 0.0449557 Nov 22 23:05:14.744073 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-ba170be9-f355-42f1-81f4-d883a5174c74 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f3ce0b9-727f-4320-a712-09bd6fad8f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316095 Nov 22 23:05:14.835763 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-bfa1c953-1f2e-426b-b78b-31656fb3fcad service neutron] 10.222.0.83 "GET /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846200 Nov 22 23:05:14.926767 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-4053df2f-8f38-4e52-a4d1-2c8f367f2ea3 req-2b436670-ae90-49bd-a996-230fcb72928f service neutron] 10.222.0.83 "GET /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835912 Nov 22 23:05:14.997847 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5e708-6c19-48b9-8b02-ed290075a961 req-ca7e35a1-b5e7-4ddd-a2f0-d8fdffdb0056 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:14.999473 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-58f5e708-6c19-48b9-8b02-ed290075a961 req-ca7e35a1-b5e7-4ddd-a2f0-d8fdffdb0056 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 943 time: 0.0564754 Nov 22 23:05:15.056147 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-58f5e708-6c19-48b9-8b02-ed290075a961 req-207ef47b-2157-47ae-b7c0-0b0101c03635 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504415 Nov 22 23:05:15.068559 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395be1e-38f5-4178-be61-8ce8f18f35df req-84e1d4db-fcb1-44b7-a284-6ccd78537132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:15.070078 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-a395be1e-38f5-4178-be61-8ce8f18f35df req-84e1d4db-fcb1-44b7-a284-6ccd78537132 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f34c6ad90fb49c1a0d30a5701e0d0ef&device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 1096 time: 0.0502603 Nov 22 23:05:15.163532 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395be1e-38f5-4178-be61-8ce8f18f35df req-beeab831-6900-454f-a637-7ad6e3a7e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:15.165024 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-a395be1e-38f5-4178-be61-8ce8f18f35df req-beeab831-6900-454f-a637-7ad6e3a7e0a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f3ce0b9-727f-4320-a712-09bd6fad8f0f HTTP/1.1" status: 200 len: 915 time: 0.0879593 Nov 22 23:05:15.208932 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-a395be1e-38f5-4178-be61-8ce8f18f35df req-551df076-b415-4db1-a50d-48360b6e1ca6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f5004c5-7e65-459b-b915-ffeaedf74541 HTTP/1.1" status: 200 len: 217 time: 0.0366483 Nov 22 23:05:15.262129 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395be1e-38f5-4178-be61-8ce8f18f35df req-a7ac71d4-a5cb-467b-9cf9-b43d97cb1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:15.263494 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-a395be1e-38f5-4178-be61-8ce8f18f35df req-a7ac71d4-a5cb-467b-9cf9-b43d97cb1381 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bb7c5277-c5d8-4e4d-ac24-3d236f776004 HTTP/1.1" status: 200 len: 853 time: 0.0465212 Nov 22 23:05:15.295564 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-a395be1e-38f5-4178-be61-8ce8f18f35df req-9ddbd25f-0dcd-4eca-b991-f41185970171 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f3ce0b9-727f-4320-a712-09bd6fad8f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238204 Nov 22 23:05:15.384618 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-a395be1e-38f5-4178-be61-8ce8f18f35df req-8cb0a673-56e2-4c3c-8877-4e6f8a95eef9 service neutron] 10.222.0.83 "GET /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799856 Nov 22 23:05:15.476712 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-a395be1e-38f5-4178-be61-8ce8f18f35df req-c4ca073a-c290-4b68-82ac-4ad38a8544cc service neutron] 10.222.0.83 "GET /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850101 Nov 22 23:05:16.175734 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cdb85-ee42-4e29-a7ab-0219291a93e5 req-26dfa814-f84b-4865-a6c0-e6e36aca0e42 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:16.177115 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f03cdb85-ee42-4e29-a7ab-0219291a93e5 req-26dfa814-f84b-4865-a6c0-e6e36aca0e42 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 943 time: 0.0510798 Nov 22 23:05:16.224916 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f03cdb85-ee42-4e29-a7ab-0219291a93e5 req-9f616f20-503c-4445-8109-325b4790c8eb tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Nov 22 23:05:17.339607 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bbd77-b37a-447d-b8a3-aaf5cce76288 req-8a360828-036d-4d9d-9086-ecf0bea99fb8 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:17.341167 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-272bbd77-b37a-447d-b8a3-aaf5cce76288 req-8a360828-036d-4d9d-9086-ecf0bea99fb8 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 943 time: 0.0497727 Nov 22 23:05:17.392755 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-272bbd77-b37a-447d-b8a3-aaf5cce76288 req-7dfa61d4-666e-4d39-bfaf-d8f9988499d3 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457909 Nov 22 23:05:18.509162 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c38678-8897-4954-ba9c-918fd3a0b731 req-25d6c9b2-3d29-4cdb-b470-849abea9219b tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:18.510805 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95c38678-8897-4954-ba9c-918fd3a0b731 req-25d6c9b2-3d29-4cdb-b470-849abea9219b tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 943 time: 0.0503480 Nov 22 23:05:18.560873 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95c38678-8897-4954-ba9c-918fd3a0b731 req-67b4cb65-1706-4616-952d-b7fcaa998819 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Nov 22 23:05:18.709488 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 41028) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:05:18.780232 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 3f5004c5-7e65-459b-b915-ffeaedf74541 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:05:18.817397 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:18.882583 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 3f5004c5-7e65-459b-b915-ffeaedf74541, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=3f5004c5-7e65-459b-b915-ffeaedf74541,segment=NetworkSegment(f3f89e88-705e-441f-9ac4-31b7681adc8d),segment_id=f3f89e88-705e-441f-9ac4-31b7681adc8d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:05:18.893919 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '3f5004c5-7e65-459b-b915-ffeaedf74541', 'network_id': '3f3ce0b9-727f-4320-a712-09bd6fad8f0f', 'port_id': '3f5004c5-7e65-459b-b915-ffeaedf74541', 'mac_address': 'fa:16:3e:48:5e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7c5277-c5d8-4e4d-ac24-3d236f776004', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:05:18.895282 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:18.900013 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:18.931413 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:18.941359 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97e3437a6ddc4701b5c42c7fac3ca42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282379 Nov 22 23:05:18.941359 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d336ce6-1f69-4d34-b363-92f99a8e887d,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:05:18.941723 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 41032) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:05:18.944846 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5004c5-7e65-459b-b915-ffeaedf74541 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:05:18.962507 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:18.962891 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:18.963372 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:18.963724 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:18.964061 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:18.964923 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 3f5004c5-7e65-459b-b915-ffeaedf74541, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=3f5004c5-7e65-459b-b915-ffeaedf74541,segment=NetworkSegment(f3f89e88-705e-441f-9ac4-31b7681adc8d),segment_id=f3f89e88-705e-441f-9ac4-31b7681adc8d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:05:18.965039 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:18.965566 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:18.966066 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:18.966427 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:18.966787 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:18.967161 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:18.967544 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23348a9-71d1-4042-af63-ef642f7b5fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:05:18.969012 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:19.009147 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-359d9e9f-51e1-4e5c-8716-007d431979b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:19.020973 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=3f5004c5-7e65-459b-b915-ffeaedf74541,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:05:19.031443 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-359d9e9f-51e1-4e5c-8716-007d431979b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:19.076925 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-359d9e9f-51e1-4e5c-8716-007d431979b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:19.079528 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-359d9e9f-51e1-4e5c-8716-007d431979b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:19.080671 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-359d9e9f-51e1-4e5c-8716-007d431979b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d336ce6-1f69-4d34-b363-92f99a8e887d HTTP/1.1" status: 204 len: 168 time: 0.1381311 Nov 22 23:05:19.088390 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d9e9f-51e1-4e5c-8716-007d431979b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d336ce6-1f69-4d34-b363-92f99a8e887d,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:05:19.424027 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['3f5004c5-7e65-459b-b915-ffeaedf74541'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:05:19.681978 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc022e-7e58-4395-a269-5c6d290a9d18 req-31a929c2-7ac4-4fad-83a3-7bdbc14fe919 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:19.684139 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-63bc022e-7e58-4395-a269-5c6d290a9d18 req-31a929c2-7ac4-4fad-83a3-7bdbc14fe919 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 944 time: 0.0505550 Nov 22 23:05:19.738508 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-63bc022e-7e58-4395-a269-5c6d290a9d18 req-0a10691a-ebdf-4fe5-8c90-247e923c244a tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453732 Nov 22 23:05:20.783166 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 3f5004c5-7e65-459b-b915-ffeaedf74541 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:05:20.833747 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 3f5004c5-7e65-459b-b915-ffeaedf74541 completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:05:20.837871 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 3f5004c5-7e65-459b-b915-ffeaedf74541 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:05:20.838242 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:20.853470 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b96251-6403-4396-9dc9-eb64f717ea9e req-e9e7f85e-6adf-474f-b5f0-ca1aa198dbac tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:20.856165 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e3b96251-6403-4396-9dc9-eb64f717ea9e req-e9e7f85e-6adf-474f-b5f0-ca1aa198dbac tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 944 time: 0.0499728 Nov 22 23:05:20.908057 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e3b96251-6403-4396-9dc9-eb64f717ea9e req-c82ead96-fe82-452c-bfa5-eea21ea4825c tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452914 Nov 22 23:05:20.920859 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:20.943940 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954e5e50-a667-4ea8-add1-2da77ef4b3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5004c5-7e65-459b-b915-ffeaedf74541'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:05:20.946201 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c45050f-abc8-49cd-939b-bdaab1017dab" -d '{"events": [{"server_uuid": "954e5e50-a667-4ea8-add1-2da77ef4b3a1", "name": "network-vif-plugged", "status": "completed", "tag": "3f5004c5-7e65-459b-b915-ffeaedf74541"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:05:20.959482 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 3f5004c5-7e65-459b-b915-ffeaedf74541, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=3f5004c5-7e65-459b-b915-ffeaedf74541,segment=NetworkSegment(f3f89e88-705e-441f-9ac4-31b7681adc8d),segment_id=f3f89e88-705e-441f-9ac4-31b7681adc8d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:05:20.963479 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:21.010137 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=3f5004c5-7e65-459b-b915-ffeaedf74541,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:05:21.099485 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bde898-fd82-4d84-908f-eed0659fad6d x-openstack-request-id: req-f8bde898-fd82-4d84-908f-eed0659fad6d {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:05:21.099850 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954e5e50-a667-4ea8-add1-2da77ef4b3a1", "name": "network-vif-plugged", "status": "completed", "tag": "3f5004c5-7e65-459b-b915-ffeaedf74541", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:05:21.100102 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8bde898-fd82-4d84-908f-eed0659fad6d {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:05:21.100501 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954e5e50-a667-4ea8-add1-2da77ef4b3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5004c5-7e65-459b-b915-ffeaedf74541', 'code': 200} Nov 22 23:05:21.318419 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c6ea1-00dc-4a86-b35a-ec4b85675685 req-74c0ec67-7380-476c-80e0-35a66a60b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:21.319936 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-411c6ea1-00dc-4a86-b35a-ec4b85675685 req-74c0ec67-7380-476c-80e0-35a66a60b9aa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 1098 time: 0.0406196 Nov 22 23:05:21.364562 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-411c6ea1-00dc-4a86-b35a-ec4b85675685 req-5a3cadb2-4e09-401b-9170-8509d7bfa904 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376773 Nov 22 23:05:22.025032 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b31b6f-5ae8-41fa-b845-edde3433b721 req-b91ca671-9f4e-4dd3-994c-326a4b38218d tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:22.026528 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d6b31b6f-5ae8-41fa-b845-edde3433b721 req-b91ca671-9f4e-4dd3-994c-326a4b38218d tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 945 time: 0.0481234 Nov 22 23:05:22.073818 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d6b31b6f-5ae8-41fa-b845-edde3433b721 req-a3900fdc-4652-49ee-8f35-0de036b0a268 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Nov 22 23:05:23.193413 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ca67e-4c06-4bb6-8c3a-bba4e79726e3 req-16287e3a-6852-4518-b5b1-27158719683c tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:23.194904 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e82ca67e-4c06-4bb6-8c3a-bba4e79726e3 req-16287e3a-6852-4518-b5b1-27158719683c tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 945 time: 0.0501525 Nov 22 23:05:23.243373 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e82ca67e-4c06-4bb6-8c3a-bba4e79726e3 req-9381d092-c2f3-4aa5-bc17-ff5fe54b579d tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Nov 22 23:05:31.470061 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:32.052252 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:05:32.579628 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a61fc822-cf94-4566-a6c9-10326d13a11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:35.267629 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f03e8ad-48db-4f94-9153-48cf28d449dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:36.348481 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:37.675616 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:38.261609 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:40.173702 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdc1f3-c8f1-4b7f-8575-d15fb8634a85 req-c1701de6-db9a-46a5-936d-7f380771ed6e tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:40.175106 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bafdc1f3-c8f1-4b7f-8575-d15fb8634a85 req-c1701de6-db9a-46a5-936d-7f380771ed6e tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0575008 Nov 22 23:05:40.226302 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bafdc1f3-c8f1-4b7f-8575-d15fb8634a85 req-07b7d960-f0c5-483f-bd57-9be1bc8eda2d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451331 Nov 22 23:05:41.346047 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5431a-64ca-40fd-b422-f17c46aa8b6d req-510a76f2-96ce-4261-9032-4ccbb5618aba tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:41.347527 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0aa5431a-64ca-40fd-b422-f17c46aa8b6d req-510a76f2-96ce-4261-9032-4ccbb5618aba tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0487478 Nov 22 23:05:41.396083 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0aa5431a-64ca-40fd-b422-f17c46aa8b6d req-7c4521de-45f9-4459-810c-1e33b663b27f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Nov 22 23:05:42.514062 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59442fc-e3da-41bf-bbc4-9ecdaaa5800f req-5ecf5e6e-916d-48d2-95eb-6cec91980a35 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:42.515538 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d59442fc-e3da-41bf-bbc4-9ecdaaa5800f req-5ecf5e6e-916d-48d2-95eb-6cec91980a35 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0518074 Nov 22 23:05:42.562658 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d59442fc-e3da-41bf-bbc4-9ecdaaa5800f req-84aa8f36-9d2b-47b2-b5d4-19c0244cd137 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Nov 22 23:05:43.677115 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16348ea1-6b6c-434f-8d14-069028618d71 req-9fe1a82e-440e-41f5-8c90-ea1d3a77bc5c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:43.678651 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-16348ea1-6b6c-434f-8d14-069028618d71 req-9fe1a82e-440e-41f5-8c90-ea1d3a77bc5c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0486736 Nov 22 23:05:43.726171 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-16348ea1-6b6c-434f-8d14-069028618d71 req-ab5b89f7-5710-4338-b733-acf48a4be3a2 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403774 Nov 22 23:05:44.843799 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadedea-10b7-4343-8f7d-cb0dbc69682a req-7b6f566d-a8a1-4b4d-876e-df118476d982 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:44.845570 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cdadedea-10b7-4343-8f7d-cb0dbc69682a req-7b6f566d-a8a1-4b4d-876e-df118476d982 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0513804 Nov 22 23:05:44.900650 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cdadedea-10b7-4343-8f7d-cb0dbc69682a req-de94c66d-040f-43c9-8200-c7fe6fde97f3 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451980 Nov 22 23:05:46.029874 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd2294-23c5-4d93-b0b4-738b5e8b6eff req-9da11bc6-ddb2-420e-9397-bcb77f0c4108 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:46.031362 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-63dd2294-23c5-4d93-b0b4-738b5e8b6eff req-9da11bc6-ddb2-420e-9397-bcb77f0c4108 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0596018 Nov 22 23:05:46.079016 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-63dd2294-23c5-4d93-b0b4-738b5e8b6eff req-25382f7c-f403-4034-9cb8-562751f4c226 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414824 Nov 22 23:05:47.197469 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12c101-d0ee-4595-a263-e0ca825f7c37 req-5ff019b7-aa1a-48f9-a4ce-c029896b9c02 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:47.199495 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4a12c101-d0ee-4595-a263-e0ca825f7c37 req-5ff019b7-aa1a-48f9-a4ce-c029896b9c02 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0506654 Nov 22 23:05:47.249533 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4a12c101-d0ee-4595-a263-e0ca825f7c37 req-d4f68823-5778-4bbc-ad77-37cdef6b0600 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439703 Nov 22 23:05:48.374935 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5257f-7f1a-464e-9197-b6ad0947597d req-9732421f-5889-47e6-886c-2973506ce957 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:48.376474 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-97e5257f-7f1a-464e-9197-b6ad0947597d req-9732421f-5889-47e6-886c-2973506ce957 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0527825 Nov 22 23:05:48.428434 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-97e5257f-7f1a-464e-9197-b6ad0947597d req-90138948-dc01-4bab-82c9-72acc1de3b57 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459578 Nov 22 23:05:49.546252 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32801ba5-8600-4ff3-88ab-e0a675b712ca req-1b8a480e-a7dc-4228-9886-6fd6a30728c5 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:49.547730 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-32801ba5-8600-4ff3-88ab-e0a675b712ca req-1b8a480e-a7dc-4228-9886-6fd6a30728c5 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0489945 Nov 22 23:05:49.594526 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-32801ba5-8600-4ff3-88ab-e0a675b712ca req-3534f8c0-82a9-4a58-b389-879e085c418e tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408812 Nov 22 23:05:50.449174 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bc000-23a3-4277-b8fd-4ff8433beb70 req-5c96da5c-7f0f-4cca-8f10-49a5aa4ebbae tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:50.451070 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-475bc000-23a3-4277-b8fd-4ff8433beb70 req-5c96da5c-7f0f-4cca-8f10-49a5aa4ebbae tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 945 time: 0.0504689 Nov 22 23:05:50.506103 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-475bc000-23a3-4277-b8fd-4ff8433beb70 req-eccae41b-f2b4-4b6b-850b-69b0b2e4dacf tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488763 Nov 22 23:05:50.713925 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306213b-5c34-41a1-97df-5ab7a819617f req-e69627ae-b2f1-4b8d-88ad-f8698aeecfa6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:50.715358 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7306213b-5c34-41a1-97df-5ab7a819617f req-e69627ae-b2f1-4b8d-88ad-f8698aeecfa6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0520368 Nov 22 23:05:50.762661 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7306213b-5c34-41a1-97df-5ab7a819617f req-2b6270ad-02c3-4f76-ad69-47df2778e9a8 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414813 Nov 22 23:05:51.625439 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f865d6-e2d5-4673-9a6e-efb767986296 req-301d71d4-75ae-4598-84a5-f03413df6003 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:51.626973 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-90f865d6-e2d5-4673-9a6e-efb767986296 req-301d71d4-75ae-4598-84a5-f03413df6003 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 945 time: 0.0497301 Nov 22 23:05:51.675979 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-90f865d6-e2d5-4673-9a6e-efb767986296 req-d64af5fa-6883-4083-9d6c-8779eb01d89d tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Nov 22 23:05:51.892189 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf3fe4-3989-497c-b07c-fcef8f565e6d req-b6218567-f9d4-4621-8807-c7227a0aa929 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:51.893871 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-59cf3fe4-3989-497c-b07c-fcef8f565e6d req-b6218567-f9d4-4621-8807-c7227a0aa929 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0536022 Nov 22 23:05:51.944675 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-59cf3fe4-3989-497c-b07c-fcef8f565e6d req-8c061c43-32f7-4bd6-a08f-43a95cd1b29e tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445478 Nov 22 23:05:52.592535 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e02e9-ceb6-40bc-9fc7-0896def90318 req-d830a5e0-32f9-4286-89fb-2a4cef9a17a8 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:52.594008 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-828e02e9-ceb6-40bc-9fc7-0896def90318 req-d830a5e0-32f9-4286-89fb-2a4cef9a17a8 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.83 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 945 time: 0.0603197 Nov 22 23:05:52.689565 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-828e02e9-ceb6-40bc-9fc7-0896def90318 req-6ed8b246-8cbb-4ebe-be34-7ff8e4ae9007 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Deleting port 3f5004c5-7e65-459b-b915-ffeaedf74541 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:05:52.689924 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-828e02e9-ceb6-40bc-9fc7-0896def90318 req-6ed8b246-8cbb-4ebe-be34-7ff8e4ae9007 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:52.786174 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-828e02e9-ceb6-40bc-9fc7-0896def90318 req-6ed8b246-8cbb-4ebe-be34-7ff8e4ae9007 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] For port 3f5004c5-7e65-459b-b915-ffeaedf74541, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=3f5004c5-7e65-459b-b915-ffeaedf74541,segment=NetworkSegment(f3f89e88-705e-441f-9ac4-31b7681adc8d),segment_id=f3f89e88-705e-441f-9ac4-31b7681adc8d)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:05:52.786542 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-828e02e9-ceb6-40bc-9fc7-0896def90318 req-6ed8b246-8cbb-4ebe-be34-7ff8e4ae9007 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:52.803700 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e1855-51af-4f44-8443-8b38a4aa5272 req-e8d60b5c-06fc-4593-afe2-d8e6ecdf4e75 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:52.805466 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2c8e1855-51af-4f44-8443-8b38a4aa5272 req-e8d60b5c-06fc-4593-afe2-d8e6ecdf4e75 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 945 time: 0.0525296 Nov 22 23:05:52.868684 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2c8e1855-51af-4f44-8443-8b38a4aa5272 req-44f9b377-cb0a-4cb8-bc56-715bb9aae6d1 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0375c15-aa41-4274-9ea9-928e898f7c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567412 Nov 22 23:05:53.053706 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-828e02e9-ceb6-40bc-9fc7-0896def90318 req-6ed8b246-8cbb-4ebe-be34-7ff8e4ae9007 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Calling delete_port for 3f5004c5-7e65-459b-b915-ffeaedf74541 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:05:53.082069 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c7ea-d5b7-49e1-b459-1cb4c28ea0b5 req-f293aac8-981c-4c9c-9ed5-8b26faae5f99 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:53.084549 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ea04c7ea-d5b7-49e1-b459-1cb4c28ea0b5 req-f293aac8-981c-4c9c-9ed5-8b26faae5f99 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0633147 Nov 22 23:05:53.135779 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ea04c7ea-d5b7-49e1-b459-1cb4c28ea0b5 req-f2ec29ce-b1bc-4b70-94fb-2102938f6ef7 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441675 Nov 22 23:05:53.190195 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-828e02e9-ceb6-40bc-9fc7-0896def90318 req-6ed8b246-8cbb-4ebe-be34-7ff8e4ae9007 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:53.231799 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8b246-8cbb-4ebe-be34-7ff8e4ae9007 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Pushing event deleted for resources: {'Port': ['ID=3f5004c5-7e65-459b-b915-ffeaedf74541,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:05:53.239234 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['3f5004c5-7e65-459b-b915-ffeaedf74541'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:05:53.270303 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-828e02e9-ceb6-40bc-9fc7-0896def90318 req-6ed8b246-8cbb-4ebe-be34-7ff8e4ae9007 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] No DVR routers for this DVR port 3f5004c5-7e65-459b-b915-ffeaedf74541 on host hv-cinder-81883 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:05:53.272664 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-828e02e9-ceb6-40bc-9fc7-0896def90318 req-6ed8b246-8cbb-4ebe-be34-7ff8e4ae9007 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:53.276617 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-828e02e9-ceb6-40bc-9fc7-0896def90318 req-6ed8b246-8cbb-4ebe-be34-7ff8e4ae9007 tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.83 "DELETE /v2.0/ports/3f5004c5-7e65-459b-b915-ffeaedf74541 HTTP/1.1" status: 204 len: 173 time: 0.6758444 Nov 22 23:05:53.277058 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954e5e50-a667-4ea8-add1-2da77ef4b3a1', 'name': 'network-vif-deleted', 'tag': '3f5004c5-7e65-459b-b915-ffeaedf74541'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:05:53.279278 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a57e7b2-2d99-4e66-817e-e88624e913ec" -d '{"events": [{"server_uuid": "954e5e50-a667-4ea8-add1-2da77ef4b3a1", "name": "network-vif-deleted", "tag": "3f5004c5-7e65-459b-b915-ffeaedf74541"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:05:53.326929 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227a27f7-6f45-4ea0-b991-8d132f9c5851 x-openstack-request-id: req-227a27f7-6f45-4ea0-b991-8d132f9c5851 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:05:53.327291 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954e5e50-a667-4ea8-add1-2da77ef4b3a1", "name": "network-vif-deleted", "tag": "3f5004c5-7e65-459b-b915-ffeaedf74541", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:05:53.327616 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-227a27f7-6f45-4ea0-b991-8d132f9c5851 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:05:53.328371 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954e5e50-a667-4ea8-add1-2da77ef4b3a1', 'name': 'network-vif-deleted', 'tag': '3f5004c5-7e65-459b-b915-ffeaedf74541', 'status': 'completed', 'code': 200} Nov 22 23:05:53.991943 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ccc51d26-e7bc-46a3-bce1-11de1d8c35e6 req-6b950c5b-6bd1-47e1-bc60-86f67b372d7b tempest-VolumesSnapshotTestJSON-1053643370 tempest-VolumesSnapshotTestJSON-1053643370-project] 10.222.0.81 "GET /v2.0/ports?device_id=954e5e50-a667-4ea8-add1-2da77ef4b3a1 HTTP/1.1" status: 200 len: 210 time: 0.0372038 Nov 22 23:05:54.098799 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44efec1-4878-44d8-a4ea-bbacfdc397f6 req-a50546c7-591b-4111-ae75-4bc92fd658ed tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:54.100392 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e44efec1-4878-44d8-a4ea-bbacfdc397f6 req-a50546c7-591b-4111-ae75-4bc92fd658ed tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 945 time: 0.2167501 Nov 22 23:05:54.149547 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e44efec1-4878-44d8-a4ea-bbacfdc397f6 req-c650a644-44bb-4b1e-87fa-4ceefd3d63e0 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426693 Nov 22 23:05:54.259472 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa208c6-9137-47ba-81cf-1e36e9212f73 req-0ce6aca2-30b0-49b8-8e34-a8115d20a93c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:54.262082 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-efa208c6-9137-47ba-81cf-1e36e9212f73 req-0ce6aca2-30b0-49b8-8e34-a8115d20a93c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0539677 Nov 22 23:05:54.310305 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-efa208c6-9137-47ba-81cf-1e36e9212f73 req-7e169141-95a7-4981-bbfc-d39416ad310d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415840 Nov 22 23:05:55.275106 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b14e44-5330-4f70-8b84-a6f1c08e088f req-0415b9cc-ff90-45cd-af26-2cc6347247f3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:55.277191 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a4b14e44-5330-4f70-8b84-a6f1c08e088f req-0415b9cc-ff90-45cd-af26-2cc6347247f3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 945 time: 0.0536494 Nov 22 23:05:55.336978 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a4b14e44-5330-4f70-8b84-a6f1c08e088f req-d31b82db-5630-4a02-a2ff-c6577957937e tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506577 Nov 22 23:05:55.429334 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9e139-e97b-4833-8469-c9e14e0394a6 req-038e8e60-6691-4c94-abae-a2b5dffc1ed1 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:55.430866 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c4f9e139-e97b-4833-8469-c9e14e0394a6 req-038e8e60-6691-4c94-abae-a2b5dffc1ed1 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0503559 Nov 22 23:05:55.486981 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c4f9e139-e97b-4833-8469-c9e14e0394a6 req-39556316-dcb4-4d3d-ad11-2dd89e773223 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499649 Nov 22 23:05:56.055565 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03874417-98e3-4c20-a728-8cb10929be12 req-1fed6017-6459-4fb1-82ce-471845b594ce tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:56.057675 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-03874417-98e3-4c20-a728-8cb10929be12 req-1fed6017-6459-4fb1-82ce-471845b594ce tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 945 time: 0.0484374 Nov 22 23:05:56.152586 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Deleting port dacb0548-77df-4148-a7b2-738040851ec4 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:05:56.152914 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:56.240760 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] For port dacb0548-77df-4148-a7b2-738040851ec4, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=dacb0548-77df-4148-a7b2-738040851ec4,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:05:56.241111 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:56.484589 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98706-bfba-4bdf-92a2-8bcf13f40541 req-ba623e7a-0f53-4bb9-8a0a-14fe795b6915 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:56.485432 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:56.485822 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:56.486149 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7fc98706-bfba-4bdf-92a2-8bcf13f40541 req-ba623e7a-0f53-4bb9-8a0a-14fe795b6915 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 945 time: 0.0564291 Nov 22 23:05:56.486340 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.l3_db [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Floating IP cf242895-cf16-4953-93c1-02510d379891 disassociated. External IP: 172.27.0.178, port: dacb0548-77df-4148-a7b2-738040851ec4. Nov 22 23:05:56.486690 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Calling delete_port for dacb0548-77df-4148-a7b2-738040851ec4 owned by compute:nova {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:05:56.563189 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7fc98706-bfba-4bdf-92a2-8bcf13f40541 req-8c5402dc-b03a-4a58-822f-3aaa0dea0310 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631776 Nov 22 23:05:56.643939 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:56.646687 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b40f1-4f74-4c41-b77b-e95b54c0c491 req-d5b8c90d-f13c-410e-8996-6c8cd85fbf23 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:56.648317 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dc1b40f1-4f74-4c41-b77b-e95b54c0c491 req-d5b8c90d-f13c-410e-8996-6c8cd85fbf23 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0519657 Nov 22 23:05:56.675413 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event deleted for resources: {'Port': ['ID=dacb0548-77df-4148-a7b2-738040851ec4,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:05:56.698553 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dc1b40f1-4f74-4c41-b77b-e95b54c0c491 req-719a669c-74fc-4aa4-9dfd-c2875d3a90dc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435011 Nov 22 23:05:56.793073 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:05:56.909204 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:05:56.920940 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc9c2ca-cce6-4cd3-8c96-35fbd53d9093 None None] Sync routers for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:05:56.930175 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc9c2ca-cce6-4cd3-8c96-35fbd53d9093 None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:05:56.930786 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3bc9c2ca-cce6-4cd3-8c96-35fbd53d9093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:05:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:05:56.955159 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] No DVR routers for this DVR port dacb0548-77df-4148-a7b2-738040851ec4 on host hv-cinder-81883 {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:05:56.957790 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:05:56.961372 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-03874417-98e3-4c20-a728-8cb10929be12 req-743d8444-e222-4927-8db6-4a6798c21b99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "DELETE /v2.0/ports/dacb0548-77df-4148-a7b2-738040851ec4 HTTP/1.1" status: 204 len: 173 time: 0.8976672 Nov 22 23:05:56.961937 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'name': 'network-vif-deleted', 'tag': 'dacb0548-77df-4148-a7b2-738040851ec4'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:05:56.965973 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e44bf2-6462-4ab7-a744-bbeede532d25" -d '{"events": [{"server_uuid": "ee39353a-7b66-48b7-b735-20f76c7b3545", "name": "network-vif-deleted", "tag": "dacb0548-77df-4148-a7b2-738040851ec4"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:05:57.007304 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b453e2c1-5037-4069-820a-6eee7d099f00 x-openstack-request-id: req-b453e2c1-5037-4069-820a-6eee7d099f00 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:05:57.007818 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee39353a-7b66-48b7-b735-20f76c7b3545", "name": "network-vif-deleted", "tag": "dacb0548-77df-4148-a7b2-738040851ec4", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:05:57.008105 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b453e2c1-5037-4069-820a-6eee7d099f00 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:05:57.008616 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee39353a-7b66-48b7-b735-20f76c7b3545', 'name': 'network-vif-deleted', 'tag': 'dacb0548-77df-4148-a7b2-738040851ec4', 'status': 'completed', 'code': 200} Nov 22 23:05:57.100436 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 3f5004c5-7e65-459b-b915-ffeaedf74541 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:05:57.127701 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 3f5004c5-7e65-459b-b915-ffeaedf74541 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:05:57.128041 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 3f5004c5-7e65-459b-b915-ffeaedf74541 not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:05:57.192249 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-3bc9c2ca-cce6-4cd3-8c96-35fbd53d9093 None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:05:57.400275 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3bc9c2ca-cce6-4cd3-8c96-35fbd53d9093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:05:57.431746 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc9c2ca-cce6-4cd3-8c96-35fbd53d9093 None None] Checking router: 6e2d9066-54c9-486d-bd4a-1c5a235dc91e for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:05:57.440871 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc9c2ca-cce6-4cd3-8c96-35fbd53d9093 None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:05:57.441494 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3bc9c2ca-cce6-4cd3-8c96-35fbd53d9093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:05:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:05:57.549206 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-3bc9c2ca-cce6-4cd3-8c96-35fbd53d9093 None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:05:57.659488 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aaad553e-8425-4afa-a8a8-2c2279c11e03 req-5ea9cd85-0799-46e9-a4bb-87b5977a85ad tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 210 time: 0.0360162 Nov 22 23:05:57.768962 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-3bc9c2ca-cce6-4cd3-8c96-35fbd53d9093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:05:57.799997 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc9c2ca-cce6-4cd3-8c96-35fbd53d9093 None None] The sync data for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi is: [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:05:57.826858 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326831f-2f00-469a-9992-4c4509c14baa req-efec9557-ad6e-47e7-ad05-20e987f3060f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:57.828892 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e326831f-2f00-469a-9992-4c4509c14baa req-efec9557-ad6e-47e7-ad05-20e987f3060f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0542440 Nov 22 23:05:57.893300 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e326831f-2f00-469a-9992-4c4509c14baa req-c04c901c-4744-42bd-9133-5fdeea877526 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578768 Nov 22 23:05:58.083867 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c830cd3-1e38-4003-827a-e0f26a08e026 None None] New status for floating IP cf242895-cf16-4953-93c1-02510d379891: DOWN {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:05:58.755880 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-46a5503a-fd7d-4fcf-8f01-c61c7e1e56a7 req-d167c800-9fa4-4017-af2c-cd6f521985ba tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 210 time: 0.0253277 Nov 22 23:05:59.018267 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70ba46-1c0f-4ead-9720-0924a5f346d5 req-7c9d4e00-5293-4b9a-8429-3b98587ee99c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:05:59.019816 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7a70ba46-1c0f-4ead-9720-0924a5f346d5 req-7c9d4e00-5293-4b9a-8429-3b98587ee99c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0511963 Nov 22 23:05:59.076480 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7a70ba46-1c0f-4ead-9720-0924a5f346d5 req-b4f54a71-525b-4e97-8ae2-cee2bb9dff49 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499923 Nov 22 23:05:59.849095 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-69fa0d5d-0798-4414-9a8f-1d3996cc0033 req-7809486f-57f0-4583-81b1-28e9946784af tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 210 time: 0.0255158 Nov 22 23:06:00.193959 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6413ac3-f802-4287-af29-bd41315f3582 req-ae1074c3-29fc-40d9-884d-b9730e87695b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:00.195466 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e6413ac3-f802-4287-af29-bd41315f3582 req-ae1074c3-29fc-40d9-884d-b9730e87695b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0510561 Nov 22 23:06:00.247012 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e6413ac3-f802-4287-af29-bd41315f3582 req-3bfc9291-8172-4b28-ab5b-ec64188ae4cb tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450964 Nov 22 23:06:00.358856 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b414f-23fb-495c-9ef0-9906bb4e9cee req-53d04075-9cea-4488-bf44-269cb68224b8 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:00.360345 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b59b414f-23fb-495c-9ef0-9906bb4e9cee req-53d04075-9cea-4488-bf44-269cb68224b8 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0489314 Nov 22 23:06:00.412873 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b59b414f-23fb-495c-9ef0-9906bb4e9cee req-5874331b-260d-4fc2-ab63-2f1960cd2558 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465403 Nov 22 23:06:00.944019 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-badf62e4-d38b-4f6d-ab06-6e8bc0086dc6 req-1cd1d5c1-6ce7-4837-9be8-4c05efaaf23c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 210 time: 0.0265627 Nov 22 23:06:01.364973 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312d943-9ef3-4bed-a71a-5315641ea5ef req-e0a2b51b-df89-4e7b-ab4f-27f9af383ff0 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:01.366488 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f312d943-9ef3-4bed-a71a-5315641ea5ef req-e0a2b51b-df89-4e7b-ab4f-27f9af383ff0 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0495832 Nov 22 23:06:01.417024 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f312d943-9ef3-4bed-a71a-5315641ea5ef req-73d1a89e-c8d9-4cde-8407-e739a73c72c0 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431354 Nov 22 23:06:01.528866 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b692f-e11b-49ce-9fce-919912514aa9 req-bb6d31f8-fd70-4572-9983-2688f7d3ed1c tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:01.530292 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5b7b692f-e11b-49ce-9fce-919912514aa9 req-bb6d31f8-fd70-4572-9983-2688f7d3ed1c tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0509360 Nov 22 23:06:01.583222 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5b7b692f-e11b-49ce-9fce-919912514aa9 req-863a486e-5b5d-45d8-8a89-1280b8c73bd1 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468345 Nov 22 23:06:02.045803 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a82c7a83-069b-443f-b64c-7f264cc246f5 req-eb77d639-64bd-44a0-a762-3346c482dc7b tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 210 time: 0.0274925 Nov 22 23:06:02.531269 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a4e29-1e77-41ab-9c6e-4b0f0dbe54bf req-eefe88e1-b43e-458e-b735-24ded8cf996c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:02.532746 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d97a4e29-1e77-41ab-9c6e-4b0f0dbe54bf req-eefe88e1-b43e-458e-b735-24ded8cf996c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0487990 Nov 22 23:06:02.581633 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d53f3f4-6149-45c3-a317-c4ebf2701ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:02.583167 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d97a4e29-1e77-41ab-9c6e-4b0f0dbe54bf req-1c66b15a-a3b2-4bfc-964e-0ae4108a8435 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436742 Nov 22 23:06:02.698895 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d0774-3827-457e-bc38-0aa91e2a2581 req-cc8341cb-1306-4816-b85d-9a4ae8cab022 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:02.700276 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a98d0774-3827-457e-bc38-0aa91e2a2581 req-cc8341cb-1306-4816-b85d-9a4ae8cab022 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0493188 Nov 22 23:06:02.754288 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a98d0774-3827-457e-bc38-0aa91e2a2581 req-dc8776fe-f42a-4ef7-955f-2403d44adf4c tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481169 Nov 22 23:06:03.146312 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ac361bb8-dcc6-4a07-96b4-6f9c5f4e0f29 req-104c94ff-70c1-4595-b0e4-aa07047bb0bd tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 210 time: 0.0295541 Nov 22 23:06:03.695988 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201aee2-c936-4a61-888b-e2b96b1c994c req-b88bad75-d1d7-4b0c-9b3d-74eb7e105fa9 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:03.698248 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2201aee2-c936-4a61-888b-e2b96b1c994c req-b88bad75-d1d7-4b0c-9b3d-74eb7e105fa9 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0499816 Nov 22 23:06:03.745438 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2201aee2-c936-4a61-888b-e2b96b1c994c req-dc4723e0-dc8b-490b-8838-d4c2550f72c1 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416081 Nov 22 23:06:03.868653 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fc8ed-d016-49c4-984a-fdb0d7246d71 req-023c8399-0002-44c9-a962-2ad2b9437af1 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:03.870426 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c06fc8ed-d016-49c4-984a-fdb0d7246d71 req-023c8399-0002-44c9-a962-2ad2b9437af1 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0492260 Nov 22 23:06:03.923136 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c06fc8ed-d016-49c4-984a-fdb0d7246d71 req-20765db0-e39b-4419-8212-c5acaa975c42 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466337 Nov 22 23:06:04.238498 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7f22873a-95ac-4bef-9b20-68236347e57e req-7698b29b-bf27-49d3-a922-35f2fede6dbd tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 210 time: 0.0263147 Nov 22 23:06:04.436133 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device dacb0548-77df-4148-a7b2-738040851ec4 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:06:04.461563 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: dacb0548-77df-4148-a7b2-738040851ec4 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:06:04.461970 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device dacb0548-77df-4148-a7b2-738040851ec4 not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:06:04.476434 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:04.860547 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8740a-4077-4c38-826d-fbe9657ab4d5 req-b3d1d042-d917-4e2d-a034-5f52967974bf tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:04.862047 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-72d8740a-4077-4c38-826d-fbe9657ab4d5 req-b3d1d042-d917-4e2d-a034-5f52967974bf tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0487895 Nov 22 23:06:04.911309 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-72d8740a-4077-4c38-826d-fbe9657ab4d5 req-1415c83c-46d5-4028-9f21-3fac53acd67f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433540 Nov 22 23:06:05.043865 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c01e0-edc7-4b43-9a85-894146ddd929 req-100d2c8b-0bde-4194-b42d-067e68363359 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:05.045443 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4a2c01e0-edc7-4b43-9a85-894146ddd929 req-100d2c8b-0bde-4194-b42d-067e68363359 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0540011 Nov 22 23:06:05.103983 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4a2c01e0-edc7-4b43-9a85-894146ddd929 req-38b2abbf-aa50-4b47-976c-eceaac417d75 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524032 Nov 22 23:06:05.273904 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9c4cd87-7636-49ca-8690-7b3f599c57d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:05.339829 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-78e7ce98-cbba-4b60-ba80-677f80fca8b7 req-e8d34fec-7af6-404e-904a-fda5e59e9e99 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee39353a-7b66-48b7-b735-20f76c7b3545 HTTP/1.1" status: 200 len: 210 time: 0.0270169 Nov 22 23:06:06.033214 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cecad-4243-4917-83fd-112118071a91 req-ce20a5ad-bcf1-4ce3-ba99-3d035725e2ba tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:06.035453 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-953cecad-4243-4917-83fd-112118071a91 req-ce20a5ad-bcf1-4ce3-ba99-3d035725e2ba tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0533421 Nov 22 23:06:06.092470 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-953cecad-4243-4917-83fd-112118071a91 req-fb8642a7-b95b-4857-a125-7afd36a034d4 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459316 Nov 22 23:06:06.235411 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02705af3-c62e-44b4-a56f-0519c99023ed req-b0ca56ca-a318-4375-8480-f496aefec8c7 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:06.236976 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-02705af3-c62e-44b4-a56f-0519c99023ed req-b0ca56ca-a318-4375-8480-f496aefec8c7 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0526416 Nov 22 23:06:06.309938 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-02705af3-c62e-44b4-a56f-0519c99023ed req-c25eb82d-4e31-4e61-a40c-90526c4baff4 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627732 Nov 22 23:06:06.353317 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:06.361869 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e539-e59e-4196-b16a-91258caefb73 req-b99b4f74-bceb-4eba-bc6e-51c4a1773647 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:06.369982 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f600e539-e59e-4196-b16a-91258caefb73 req-b99b4f74-bceb-4eba-bc6e-51c4a1773647 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0582674 Nov 22 23:06:06.423645 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f600e539-e59e-4196-b16a-91258caefb73 req-b70aed1f-3210-4f1b-875e-e1b9879c1eb9 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524108 Nov 22 23:06:06.436370 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac919184-f533-4049-96cc-8001a55363be req-7c2e8aad-1ccb-40f2-bba9-e2b8cd18c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:06.438159 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ac919184-f533-4049-96cc-8001a55363be req-7c2e8aad-1ccb-40f2-bba9-e2b8cd18c6b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1525897e49c34ebb9215d460e1ad237d&device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 1099 time: 0.0644901 Nov 22 23:06:06.534936 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac919184-f533-4049-96cc-8001a55363be req-8b2f14bc-81c4-4618-a86c-1c62221c7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:06.536602 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ac919184-f533-4049-96cc-8001a55363be req-8b2f14bc-81c4-4618-a86c-1c62221c7328 service neutron] 10.222.0.83 "GET /v2.0/networks?id=135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 200 len: 913 time: 0.0908358 Nov 22 23:06:06.593474 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-6842670f-5ed9-4a7f-ab11-49d8b42176e9 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523553842&fields=id&tenant_id=4371c64c75764f9c80faa90370720ae5 HTTP/1.1" status: 200 len: 267 time: 0.0710974 Nov 22 23:06:06.610736 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ac919184-f533-4049-96cc-8001a55363be req-cf92e9e4-99dc-417c-b9d0-6374d24361a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa888e86-c386-4687-8daf-0f95de7ce011 HTTP/1.1" status: 200 len: 1002 time: 0.0658445 Nov 22 23:06:06.654780 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ba36f017-8e5d-4c14-a588-78b7dc93b86b req-2860c89f-6f3e-4def-8821-95027c6ca59c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0951679 Nov 22 23:06:06.662586 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac919184-f533-4049-96cc-8001a55363be req-053f6bb2-1175-44a2-be99-7997b07f3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:06.664065 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ac919184-f533-4049-96cc-8001a55363be req-053f6bb2-1175-44a2-be99-7997b07f3106 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca886abe-a984-4dfe-9c9e-938111a57318 HTTP/1.1" status: 200 len: 850 time: 0.0454259 Nov 22 23:06:06.721974 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac919184-f533-4049-96cc-8001a55363be req-b1c1641c-81a3-4fb4-9d63-63cef1d9e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:06.723477 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ac919184-f533-4049-96cc-8001a55363be req-b1c1641c-81a3-4fb4-9d63-63cef1d9e268 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=135c9d2c-b547-438e-b31c-2139e85d4ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416648 Nov 22 23:06:06.735301 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-de6b9346-082f-4845-bc6a-ed1bcb7c008c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:06.736767 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-de6b9346-082f-4845-bc6a-ed1bcb7c008c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 811 time: 0.1361141 Nov 22 23:06:06.756923 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-64460016-b6e9-4d22-89d3-fccfb324960d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/quotas/4371c64c75764f9c80faa90370720ae5 HTTP/1.1" status: 200 len: 375 time: 0.0138552 Nov 22 23:06:06.759680 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36f017-8e5d-4c14-a588-78b7dc93b86b req-5b4ba35f-7c24-408b-b7b0-ba7183e3bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:06.761136 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ba36f017-8e5d-4c14-a588-78b7dc93b86b req-5b4ba35f-7c24-408b-b7b0-ba7183e3bdb5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 1100 time: 0.0662186 Nov 22 23:06:06.820707 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ac919184-f533-4049-96cc-8001a55363be req-c732cdba-ab84-412c-8ce8-5db5fda94c09 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883610 Nov 22 23:06:06.862883 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-7ec2943c-b182-4be9-ba50-b072542309cf tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995603 Nov 22 23:06:06.913373 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-ac919184-f533-4049-96cc-8001a55363be req-9891451a-4822-4531-90d2-0ed029b34c0e service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838773 Nov 22 23:06:06.938669 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36f017-8e5d-4c14-a588-78b7dc93b86b req-6fbb3416-8f0c-41ad-8b56-930d7a91bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:06.940158 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ba36f017-8e5d-4c14-a588-78b7dc93b86b req-6fbb3416-8f0c-41ad-8b56-930d7a91bff5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 918 time: 0.1475301 Nov 22 23:06:07.023842 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-f455388b-a9e2-4457-9092-c6b0a23562e5 service neutron] 10.222.0.81 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436501 Nov 22 23:06:07.043612 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ba36f017-8e5d-4c14-a588-78b7dc93b86b req-e508e196-4a14-4050-8ae5-5da738b08da4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a HTTP/1.1" status: 200 len: 1002 time: 0.0867360 Nov 22 23:06:07.134252 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36f017-8e5d-4c14-a588-78b7dc93b86b req-d801d8c8-2e60-4540-b50a-7bcb2e09fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:07.136526 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ba36f017-8e5d-4c14-a588-78b7dc93b86b req-d801d8c8-2e60-4540-b50a-7bcb2e09fb65 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 200 len: 855 time: 0.0808437 Nov 22 23:06:07.184853 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-4ea635f2-b007-4dc3-8d04-f6c76f21190f service neutron] 10.222.0.81 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546433 Nov 22 23:06:07.202682 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36f017-8e5d-4c14-a588-78b7dc93b86b req-66228a36-d297-4542-9a41-010f008b921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:07.204229 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ba36f017-8e5d-4c14-a588-78b7dc93b86b req-66228a36-d297-4542-9a41-010f008b921e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf77bdb8-32c3-46df-9787-173ffafa8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581360 Nov 22 23:06:07.309865 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ba36f017-8e5d-4c14-a588-78b7dc93b86b req-a58ff926-6b62-41e2-84c9-56f6034704c0 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932674 Nov 22 23:06:07.472262 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3201fc3-a1b8-4908-83ed-90c1dbca908d req-a3f39f82-da10-4f8e-81f0-3d512154124b tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:07.473892 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d3201fc3-a1b8-4908-83ed-90c1dbca908d req-a3f39f82-da10-4f8e-81f0-3d512154124b tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0865512 Nov 22 23:06:07.477725 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ba36f017-8e5d-4c14-a588-78b7dc93b86b req-ff25f547-d924-4c1a-8025-b421e5d0987b service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584232 Nov 22 23:06:07.562721 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d3201fc3-a1b8-4908-83ed-90c1dbca908d req-a3ee2a01-0deb-4357-b893-12c9fc202a30 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807331 Nov 22 23:06:07.576961 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd06ea6-8e92-4778-9b25-e0d7628bc136 req-368747d6-e8bf-4ebf-b2b7-1950c73f3a78 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:07.578671 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cbd06ea6-8e92-4778-9b25-e0d7628bc136 req-368747d6-e8bf-4ebf-b2b7-1950c73f3a78 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0786762 Nov 22 23:06:07.651124 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-edc6700c-54ce-41b3-8a33-51ea03112cf4 req-e45ddd4f-5adf-44e0-ad00-6899840e05c9 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 210 time: 0.0376501 Nov 22 23:06:07.661916 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cbd06ea6-8e92-4778-9b25-e0d7628bc136 req-8287c6cf-d4e3-4f16-b23d-283f0ecb994c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751178 Nov 22 23:06:07.686425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:08.264016 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:08.725892 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-6165f505-dad9-4742-be7f-bdc5a050b900 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:08.727277 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-6165f505-dad9-4742-be7f-bdc5a050b900 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 811 time: 0.1634190 Nov 22 23:06:08.764607 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-13783b2e-a921-482d-b8a0-f9ef32febd95 req-9679727d-c4e9-40a1-a492-ae6d16b3bcf9 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 210 time: 0.0283828 Nov 22 23:06:08.772844 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff072c84-e9bd-4c71-a3c9-ce8922fd9332 req-819eef42-c5d4-46af-807c-e129b008edc2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:08.774267 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ff072c84-e9bd-4c71-a3c9-ce8922fd9332 req-819eef42-c5d4-46af-807c-e129b008edc2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.1032593 Nov 22 23:06:08.889731 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ff072c84-e9bd-4c71-a3c9-ce8922fd9332 req-9f978fee-bcb7-4cd7-b824-a0ee147cdd73 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077724 Nov 22 23:06:08.896067 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-d56f35db-02e6-4924-a6e6-645a19274933 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4371c64c75764f9c80faa90370720ae5 HTTP/1.1" status: 200 len: 379 time: 0.1208689 Nov 22 23:06:08.907006 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'port': {'device_id': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'admin_state_up': True, 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'security_groups': ['79b6e914-f73b-4699-83e3-ac42fb75b6be']}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:06:08.961635 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165d330-3ca4-4526-ac93-844a886219b7 req-021bec16-b209-42b6-966f-47451244abcb tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:08.963255 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2165d330-3ca4-4526-ac93-844a886219b7 req-021bec16-b209-42b6-966f-47451244abcb tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.1392469 Nov 22 23:06:09.042524 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2165d330-3ca4-4526-ac93-844a886219b7 req-bbfe8c1d-c0db-47d8-8f05-a3fdcc68109a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732806 Nov 22 23:06:09.053444 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:06:09.066777 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Made reservation on behalf of 4371c64c75764f9c80faa90370720ae5 for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:06:09.070224 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:09.213087 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Allocated IP 172.20.0.11 (0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9/450f4020-44ab-4ce7-9946-d9eada69384a/706f4d9d-ccd1-4156-80f6-be31b459d5bf) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:06:09.351900 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:09.390668 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:09.441887 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:06:09.445833 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:06:09.448536 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:06:09.455215 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:09.455953 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:09.470319 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'Port': ['ID=706f4d9d-ccd1-4156-80f6-be31b459d5bf,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:09.483016 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-71570967-7e31-4990-9172-1920dabda770 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5797939 Nov 22 23:06:09.508050 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Request body: {'port': {'device_id': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:06:09.566091 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:09.725410 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-3ea21377-b127-456e-8615-21953bd8f416 None None] Provisioning complete for port 706f4d9d-ccd1-4156-80f6-be31b459d5bf triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:06:09.725988 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ea21377-b127-456e-8615-21953bd8f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:09.760363 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21377-b127-456e-8615-21953bd8f416 None None] Port 706f4d9d-ccd1-4156-80f6-be31b459d5bf cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:06:09.850096 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706f4d9d-ccd1-4156-80f6-be31b459d5bf {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:06:09.870508 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:09.888933 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Transition to ACTIVE for port object 706f4d9d-ccd1-4156-80f6-be31b459d5bf will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:06:09.893280 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:09.909689 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd54b1-6e15-490e-a1bc-7fbd57e3cfb4 req-ef2a997c-a387-4eda-8f14-3ca84aa66d9f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:09.911482 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d5dd54b1-6e15-490e-a1bc-7fbd57e3cfb4 req-ef2a997c-a387-4eda-8f14-3ca84aa66d9f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 932 time: 0.0761273 Nov 22 23:06:09.989682 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Pushing event updated for resources: {'Port': ['ID=706f4d9d-ccd1-4156-80f6-be31b459d5bf,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:10.054563 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d5dd54b1-6e15-490e-a1bc-7fbd57e3cfb4 req-de409624-2472-4293-81f5-3352a7cd8f80 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234808 Nov 22 23:06:10.062902 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Attempting to bind port 706f4d9d-ccd1-4156-80f6-be31b459d5bf on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:06:10.063239 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Attempting to bind port 706f4d9d-ccd1-4156-80f6-be31b459d5bf by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:06:10.063564 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Attempting to bind port 706f4d9d-ccd1-4156-80f6-be31b459d5bf on network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:06:10.078262 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b0b08-6da5-4c97-bcf3-ca8bc045d944 req-5aae81a1-a1aa-45fb-8766-578fe71ec0fc tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:10.079804 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-989b0b08-6da5-4c97-bcf3-ca8bc045d944 req-5aae81a1-a1aa-45fb-8766-578fe71ec0fc tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.1193881 Nov 22 23:06:10.080964 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Port 706f4d9d-ccd1-4156-80f6-be31b459d5bf on network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:06:10.081282 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Attempting to bind port 706f4d9d-ccd1-4156-80f6-be31b459d5bf on network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:06:10.089099 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:06:10.089431 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Checking segment: {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:06:10.089837 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Bound using segment: {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:06:10.090272 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Bound port: 706f4d9d-ccd1-4156-80f6-be31b459d5bf, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:06:10.090707 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:10.174900 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-989b0b08-6da5-4c97-bcf3-ca8bc045d944 req-a9c109c4-d76f-406e-8c7d-1797397c3c7e tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874884 Nov 22 23:06:10.195682 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] For port 706f4d9d-ccd1-4156-80f6-be31b459d5bf, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:06:10.200646 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] For port 706f4d9d-ccd1-4156-80f6-be31b459d5bf, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=706f4d9d-ccd1-4156-80f6-be31b459d5bf,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:06:10.205370 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:10.449670 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:10.450284 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:10.451657 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] 10.222.0.83 "PUT /v2.0/ports/706f4d9d-ccd1-4156-80f6-be31b459d5bf HTTP/1.1" status: 200 len: 1094 time: 0.9480658 Nov 22 23:06:10.452114 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'tag': '706f4d9d-ccd1-4156-80f6-be31b459d5bf'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:06:10.454374 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2380b964-942f-44ef-a73d-3aa23fd482a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2d45b951-a55d-4405-b588-c9a39961ed7e", "tag": "706f4d9d-ccd1-4156-80f6-be31b459d5bf"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:06:10.475436 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdf6b3-395a-434f-9396-c17e61bfd853 service neutron] Pushing event updated for resources: {'Port': ['ID=706f4d9d-ccd1-4156-80f6-be31b459d5bf,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:10.569699 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-9c806c3e-7ef3-430b-bc6e-8ddb3d9f3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:10.571526 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-9c806c3e-7ef3-430b-bc6e-8ddb3d9f3d8a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 1097 time: 0.0566788 Nov 22 23:06:10.588280 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fe465b-7b69-428f-967e-6cd3825dc681 x-openstack-request-id: req-07fe465b-7b69-428f-967e-6cd3825dc681 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:06:10.588608 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d45b951-a55d-4405-b588-c9a39961ed7e", "tag": "706f4d9d-ccd1-4156-80f6-be31b459d5bf", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:06:10.588881 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07fe465b-7b69-428f-967e-6cd3825dc681 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:06:10.589221 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'tag': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'status': 'completed', 'code': 200} Nov 22 23:06:10.649769 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-7cd469b0-0a06-4ed5-bf2a-7be7dffad5b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=706f4d9d-ccd1-4156-80f6-be31b459d5bf HTTP/1.1" status: 200 len: 217 time: 0.0364461 Nov 22 23:06:10.710801 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-7e5a78da-4008-4a47-81f9-95566b8b5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:10.712545 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-7e5a78da-4008-4a47-81f9-95566b8b5d9b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=450f4020-44ab-4ce7-9946-d9eada69384a HTTP/1.1" status: 200 len: 850 time: 0.0508294 Nov 22 23:06:10.775526 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-e3574b28-e2bc-457c-91a4-f11168c11d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:10.777394 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-e3574b28-e2bc-457c-91a4-f11168c11d73 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538709 Nov 22 23:06:10.897826 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-cea8a7de-00f6-4f3f-9aca-5c3e6b6a515d service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113338 Nov 22 23:06:10.997315 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e93edbaf-6e52-4329-a52d-e33af86c7028 req-c97d1a78-1a66-4546-9afa-d1fd1978459e service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920742 Nov 22 23:06:11.162641 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b964-942f-44ef-a73d-3aa23fd482a4 req-bde8f659-4fc4-45a2-aa0b-779cf2d6f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:11.164096 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2380b964-942f-44ef-a73d-3aa23fd482a4 req-bde8f659-4fc4-45a2-aa0b-779cf2d6f9b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 1097 time: 0.0685554 Nov 22 23:06:11.226364 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f657d4-3aff-4a70-99ef-4a4ed4e87b78 req-3b43be1a-7e3e-4538-820d-99dbb1635d29 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:11.227827 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-22f657d4-3aff-4a70-99ef-4a4ed4e87b78 req-3b43be1a-7e3e-4538-820d-99dbb1635d29 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 944 time: 0.0978811 Nov 22 23:06:11.334795 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b964-942f-44ef-a73d-3aa23fd482a4 req-4d2f29a5-443c-4f21-ab2c-7b96d6ef9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:11.336261 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2380b964-942f-44ef-a73d-3aa23fd482a4 req-4d2f29a5-443c-4f21-ab2c-7b96d6ef9427 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 913 time: 0.1638243 Nov 22 23:06:11.342028 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-22f657d4-3aff-4a70-99ef-4a4ed4e87b78 req-37334dd8-5cfe-46e1-9596-d928194b20b6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058075 Nov 22 23:06:11.386567 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedfce7-6d50-49e3-a995-890390219331 req-72b228e1-5a95-4ccd-b334-15aea2f749eb tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:11.388315 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1eedfce7-6d50-49e3-a995-890390219331 req-72b228e1-5a95-4ccd-b334-15aea2f749eb tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.1376300 Nov 22 23:06:11.389635 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2380b964-942f-44ef-a73d-3aa23fd482a4 req-e40598c2-b9e5-40f0-9d3c-a7cba077e50b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=706f4d9d-ccd1-4156-80f6-be31b459d5bf HTTP/1.1" status: 200 len: 217 time: 0.0460794 Nov 22 23:06:11.473179 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b964-942f-44ef-a73d-3aa23fd482a4 req-12a9e3bd-cef5-440f-bfff-4f3d966397ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:11.474651 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2380b964-942f-44ef-a73d-3aa23fd482a4 req-12a9e3bd-cef5-440f-bfff-4f3d966397ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=450f4020-44ab-4ce7-9946-d9eada69384a HTTP/1.1" status: 200 len: 850 time: 0.0748637 Nov 22 23:06:11.479820 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1eedfce7-6d50-49e3-a995-890390219331 req-83924315-b04b-49d4-98d1-5999e630d504 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856316 Nov 22 23:06:12.456575 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d4143-32d5-4b6c-914b-a0693572f634 req-753f1db3-e254-4a69-ba1e-c6853490f851 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:12.458054 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f02d4143-32d5-4b6c-914b-a0693572f634 req-753f1db3-e254-4a69-ba1e-c6853490f851 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 944 time: 0.0488713 Nov 22 23:06:12.506400 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f02d4143-32d5-4b6c-914b-a0693572f634 req-c350617a-2d90-4634-b9db-786297778e72 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424435 Nov 22 23:06:12.596809 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d8ae5-0263-4b5f-96a3-a82b906b5a25 req-30d5d4e0-1592-41fe-95ed-002e49d692fe tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:12.598741 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a56d8ae5-0263-4b5f-96a3-a82b906b5a25 req-30d5d4e0-1592-41fe-95ed-002e49d692fe tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0492661 Nov 22 23:06:12.648051 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a56d8ae5-0263-4b5f-96a3-a82b906b5a25 req-13703a80-881e-4634-ad81-43525bfac246 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430138 Nov 22 23:06:13.428044 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b964-942f-44ef-a73d-3aa23fd482a4 req-71c20aaa-0324-4c43-917a-77d3c8c4270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:13.429515 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2380b964-942f-44ef-a73d-3aa23fd482a4 req-71c20aaa-0324-4c43-917a-77d3c8c4270a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436606 Nov 22 23:06:13.620961 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bae39-8492-45d2-91de-58440a47ac9e req-59eb3406-711b-45c2-a231-360e5c501a9e tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:13.622468 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cd5bae39-8492-45d2-91de-58440a47ac9e req-59eb3406-711b-45c2-a231-360e5c501a9e tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 944 time: 0.0482068 Nov 22 23:06:13.672954 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cd5bae39-8492-45d2-91de-58440a47ac9e req-325e1360-4284-4cf9-8286-7db6abc29c9e tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445080 Nov 22 23:06:13.771590 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43366dc8-1d44-44f8-84cd-7fc533e1bc5e req-3b51c28b-0dc1-469f-9300-47e455fac08d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:13.773079 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-43366dc8-1d44-44f8-84cd-7fc533e1bc5e req-3b51c28b-0dc1-469f-9300-47e455fac08d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0484512 Nov 22 23:06:13.823888 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-43366dc8-1d44-44f8-84cd-7fc533e1bc5e req-947e16b4-cba8-4452-902a-569311440ed9 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446808 Nov 22 23:06:14.607062 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2380b964-942f-44ef-a73d-3aa23fd482a4 req-9743cebe-a01b-4643-8253-ac8f17686b31 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873480 Nov 22 23:06:14.789161 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b049842-9243-4589-92ac-19fc268e2fe0 req-38d05efa-c9bf-44d3-81fd-fc3e2fd134d1 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:14.791217 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9b049842-9243-4589-92ac-19fc268e2fe0 req-38d05efa-c9bf-44d3-81fd-fc3e2fd134d1 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 944 time: 0.0496745 Nov 22 23:06:14.840797 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9b049842-9243-4589-92ac-19fc268e2fe0 req-a931ef5c-54e4-4d6c-8aa1-2d6b7de06497 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437329 Nov 22 23:06:14.943641 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5006-1cc2-4065-8299-d892dac8bc01 req-bdddc882-3bf2-4be1-8de4-6753f2d6f4e9 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:14.945114 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-165d5006-1cc2-4065-8299-d892dac8bc01 req-bdddc882-3bf2-4be1-8de4-6753f2d6f4e9 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0533388 Nov 22 23:06:14.993140 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-165d5006-1cc2-4065-8299-d892dac8bc01 req-ebba0729-fc90-4cb2-8d61-7b7a87161f68 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420709 Nov 22 23:06:16.004484 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea677ca-603f-4296-a7a5-b82e2e2b7058 req-68ed3703-4e60-43dd-b3c2-a5541bf8794c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:16.005990 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cea677ca-603f-4296-a7a5-b82e2e2b7058 req-68ed3703-4e60-43dd-b3c2-a5541bf8794c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 944 time: 0.0953598 Nov 22 23:06:16.102259 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2380b964-942f-44ef-a73d-3aa23fd482a4 req-1d5825ff-3c04-48b5-b031-cccfa1af50ef service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596675 Nov 22 23:06:16.110116 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cea677ca-603f-4296-a7a5-b82e2e2b7058 req-9260bb0d-b3b7-42ca-864e-39d0707e3ce6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957112 Nov 22 23:06:16.131092 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d59738-b673-4d55-93fa-0aa210af2861 req-26acc2d9-75b1-4991-9846-408ffdc6a9bb tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:16.133081 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-75d59738-b673-4d55-93fa-0aa210af2861 req-26acc2d9-75b1-4991-9846-408ffdc6a9bb tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0682983 Nov 22 23:06:16.190450 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-75d59738-b673-4d55-93fa-0aa210af2861 req-4b4a2de9-2cb2-4f5c-9af9-c89dfb656ca5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508335 Nov 22 23:06:17.225187 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0cd71-5086-4a8f-b4ee-7287cf7fa95e req-d4f6eedf-107b-422f-81b4-1fc797899cf7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:17.226701 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-36c0cd71-5086-4a8f-b4ee-7287cf7fa95e req-d4f6eedf-107b-422f-81b4-1fc797899cf7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 944 time: 0.0498767 Nov 22 23:06:17.310829 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-36c0cd71-5086-4a8f-b4ee-7287cf7fa95e req-87b2c4e4-52f1-49c4-a9c0-65a4491badca tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765419 Nov 22 23:06:17.335419 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d081c2-1f89-4b8f-b8e7-b2c86cfe3b4c req-e238f912-14de-45f0-82af-d9c2623eacc1 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:17.337431 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-09d081c2-1f89-4b8f-b8e7-b2c86cfe3b4c req-e238f912-14de-45f0-82af-d9c2623eacc1 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0722525 Nov 22 23:06:17.390389 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-09d081c2-1f89-4b8f-b8e7-b2c86cfe3b4c req-ca9ee79b-d545-446b-959f-0cee50d5d133 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470505 Nov 22 23:06:18.432603 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ea56c-5b4c-45ec-a3dd-68f7cacc2811 req-06992fe0-77ba-418c-baa3-152f369de3b7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:18.434395 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6a2ea56c-5b4c-45ec-a3dd-68f7cacc2811 req-06992fe0-77ba-418c-baa3-152f369de3b7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 944 time: 0.0562496 Nov 22 23:06:18.519683 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6a2ea56c-5b4c-45ec-a3dd-68f7cacc2811 req-db55ad71-4379-47e3-8522-b7db89dd5ea9 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790799 Nov 22 23:06:18.542704 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e98101-a9ca-4d39-944e-49766c616222 req-543af9ce-891e-4c9a-91de-eb8a9643a889 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:18.544240 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-41e98101-a9ca-4d39-944e-49766c616222 req-543af9ce-891e-4c9a-91de-eb8a9643a889 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0725424 Nov 22 23:06:18.598966 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-41e98101-a9ca-4d39-944e-49766c616222 req-f035fcc6-367b-445e-a4bd-fa7605b6fef2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481102 Nov 22 23:06:19.638519 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb6070-20c2-47da-89b1-09947dd0d916 req-c0a01ec1-c675-44d9-8f37-0247edee403d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:19.642151 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-efeb6070-20c2-47da-89b1-09947dd0d916 req-c0a01ec1-c675-44d9-8f37-0247edee403d tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 944 time: 0.0542765 Nov 22 23:06:19.724962 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-efeb6070-20c2-47da-89b1-09947dd0d916 req-35b01e44-0318-41d7-a2e0-94343de8fb38 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779362 Nov 22 23:06:19.744401 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7891f-bd9e-4947-b126-842dd295a5fd req-50e0c643-409e-4a01-80f8-491b1d86636a tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:19.745982 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fcd7891f-bd9e-4947-b126-842dd295a5fd req-50e0c643-409e-4a01-80f8-491b1d86636a tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0706375 Nov 22 23:06:19.796270 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fcd7891f-bd9e-4947-b126-842dd295a5fd req-b38bf30d-172f-4d10-aaa8-890f2ff58b23 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445113 Nov 22 23:06:20.859158 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7233c7c-2cf7-4cd1-9654-d0dc2042c9b5 req-fac99601-0d00-4e41-b086-b7cb4adb1d3c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:20.861181 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b7233c7c-2cf7-4cd1-9654-d0dc2042c9b5 req-fac99601-0d00-4e41-b086-b7cb4adb1d3c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 944 time: 0.0675230 Nov 22 23:06:20.938180 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b7233c7c-2cf7-4cd1-9654-d0dc2042c9b5 req-f8a9631e-fe5d-4141-bcd2-e256c7eac8dc tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648351 Nov 22 23:06:20.945503 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dd6b5-1cab-49cc-b8d5-d9c5b8b81425 req-823f5194-43fb-48be-b6cc-81dd2410066e tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:20.947431 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d26dd6b5-1cab-49cc-b8d5-d9c5b8b81425 req-823f5194-43fb-48be-b6cc-81dd2410066e tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0831649 Nov 22 23:06:21.003715 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d26dd6b5-1cab-49cc-b8d5-d9c5b8b81425 req-c74bc712-be12-4f17-97cd-15292ae67fed tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479667 Nov 22 23:06:21.362498 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00919486-2ab2-4437-b6dd-5490f9a49f11 req-ced402c7-cf94-45df-98b1-800923aaf4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:21.363997 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00919486-2ab2-4437-b6dd-5490f9a49f11 req-ced402c7-cf94-45df-98b1-800923aaf4b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8e29191d83b4af2b4c82ff4194343c7&device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 1099 time: 0.0427282 Nov 22 23:06:21.465382 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00919486-2ab2-4437-b6dd-5490f9a49f11 req-b7da1982-abd9-4ea0-89d0-62bf2ef3840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:21.466887 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00919486-2ab2-4437-b6dd-5490f9a49f11 req-b7da1982-abd9-4ea0-89d0-62bf2ef3840e service neutron] 10.222.0.83 "GET /v2.0/networks?id=b486bead-762c-46e4-ac1b-a687c9397500 HTTP/1.1" status: 200 len: 910 time: 0.0949187 Nov 22 23:06:21.540342 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00919486-2ab2-4437-b6dd-5490f9a49f11 req-9e87edb0-3381-42fd-9020-d6bb36de5644 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205659ce-e2b8-4823-8f63-d3f6c694a602 HTTP/1.1" status: 200 len: 1002 time: 0.0643978 Nov 22 23:06:21.593993 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00919486-2ab2-4437-b6dd-5490f9a49f11 req-119fc0c3-9210-4348-bc7b-2ef6e7ff88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:21.595433 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00919486-2ab2-4437-b6dd-5490f9a49f11 req-119fc0c3-9210-4348-bc7b-2ef6e7ff88e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20720024-8213-4c8b-9843-b7ef13d5389b HTTP/1.1" status: 200 len: 847 time: 0.0440788 Nov 22 23:06:21.641905 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00919486-2ab2-4437-b6dd-5490f9a49f11 req-ed5954c5-d2ff-45fe-9625-737fcde686b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:21.643348 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00919486-2ab2-4437-b6dd-5490f9a49f11 req-ed5954c5-d2ff-45fe-9625-737fcde686b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b486bead-762c-46e4-ac1b-a687c9397500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387013 Nov 22 23:06:21.736632 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00919486-2ab2-4437-b6dd-5490f9a49f11 req-7be095b7-75b4-4ec9-a4f8-299fa982b1aa service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837960 Nov 22 23:06:21.827628 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00919486-2ab2-4437-b6dd-5490f9a49f11 req-a1ef1187-d465-414d-9816-b3555c2ce592 service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814922 Nov 22 23:06:22.060834 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ad631-e37c-44e6-bba0-d0360612f026 req-552942b1-afb8-4f4d-b511-0d109f409db4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:22.062370 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-df4ad631-e37c-44e6-bba0-d0360612f026 req-552942b1-afb8-4f4d-b511-0d109f409db4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 944 time: 0.0554955 Nov 22 23:06:22.146387 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-df4ad631-e37c-44e6-bba0-d0360612f026 req-cdb5e2f9-342d-42f9-965c-3e8531f83f48 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782275 Nov 22 23:06:22.155209 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352d89d-7b71-461a-a5c8-1e62c420f77f req-641ec7c8-75d7-45f2-b46d-8cbac1fb5620 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:22.156644 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9352d89d-7b71-461a-a5c8-1e62c420f77f req-641ec7c8-75d7-45f2-b46d-8cbac1fb5620 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0817928 Nov 22 23:06:22.208173 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9352d89d-7b71-461a-a5c8-1e62c420f77f req-195d5bc9-95c4-4b70-9d1b-881690346240 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446641 Nov 22 23:06:23.265861 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411948e-b33e-4d11-9caa-243bb0bb16c0 req-d0732e83-0aa6-474c-a0d3-e166049f433a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:23.267466 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d411948e-b33e-4d11-9caa-243bb0bb16c0 req-d0732e83-0aa6-474c-a0d3-e166049f433a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 944 time: 0.0492628 Nov 22 23:06:23.348124 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d411948e-b33e-4d11-9caa-243bb0bb16c0 req-80dac7c8-b746-4f03-b5f8-794f574b1e5f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746713 Nov 22 23:06:23.364631 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0a883-b3e6-4745-84bf-3ba56267d751 req-a066480c-1620-41a7-be7f-f4dd32af2365 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:23.366130 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a3d0a883-b3e6-4745-84bf-3ba56267d751 req-a066480c-1620-41a7-be7f-f4dd32af2365 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0766160 Nov 22 23:06:23.418561 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a3d0a883-b3e6-4745-84bf-3ba56267d751 req-62d30cce-071f-4162-ba33-e4ed3c0a5ef5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457275 Nov 22 23:06:24.467525 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a632010-8cce-4390-bd94-12a169a49bed req-c731da0c-3468-46f3-a320-51d6d75fa5c5 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:24.469028 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9a632010-8cce-4390-bd94-12a169a49bed req-c731da0c-3468-46f3-a320-51d6d75fa5c5 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 944 time: 0.0506878 Nov 22 23:06:24.550826 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9a632010-8cce-4390-bd94-12a169a49bed req-31f13a72-dbcd-4377-bbaf-8ca50ba1738e tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757823 Nov 22 23:06:24.554479 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 706f4d9d-ccd1-4156-80f6-be31b459d5bf details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:06:24.563799 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530483df-64c7-4570-b8a2-d6cda49c0bd4 req-d6f7f09d-7f8a-498c-9409-cc29abf08942 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:24.565049 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-530483df-64c7-4570-b8a2-d6cda49c0bd4 req-d6f7f09d-7f8a-498c-9409-cc29abf08942 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0763054 Nov 22 23:06:24.620035 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-530483df-64c7-4570-b8a2-d6cda49c0bd4 req-f2e4323f-6620-4283-ad34-b965f8249144 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485947 Nov 22 23:06:24.663865 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 706f4d9d-ccd1-4156-80f6-be31b459d5bf, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=706f4d9d-ccd1-4156-80f6-be31b459d5bf,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:06:24.678081 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'port_id': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'mac_address': 'fa:16:3e:82:18:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:06:24.721897 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:24.740137 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706f4d9d-ccd1-4156-80f6-be31b459d5bf {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:06:24.764441 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 706f4d9d-ccd1-4156-80f6-be31b459d5bf, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=706f4d9d-ccd1-4156-80f6-be31b459d5bf,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:06:24.768388 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:24.828429 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=706f4d9d-ccd1-4156-80f6-be31b459d5bf,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:24.833928 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 41814) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:24.844412 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:24.845015 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:24.845518 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:24.846016 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:24.846522 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:24.847004 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:24.847491 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:24.847992 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:24.848336 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:24.848669 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:24.849047 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:24.849310 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:24.895342 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2af2ad-f621-4b5e-93b0-cf859bd345ad req-71d42885-f901-4c76-9709-bb1f4828b0d5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:24.896891 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-be2af2ad-f621-4b5e-93b0-cf859bd345ad req-71d42885-f901-4c76-9709-bb1f4828b0d5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.1047921 Nov 22 23:06:24.956158 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-be2af2ad-f621-4b5e-93b0-cf859bd345ad req-103085ea-abe5-4650-9b12-d132d6c247c1 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520282 Nov 22 23:06:24.977288 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-f2df5244-e6a6-4367-ad1e-4551a237deb8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1356583 Nov 22 23:06:24.980136 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-ba801f4a-67b1-44b6-a5c5-3a0d577260c9 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 23:06:24.981224 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-ba801f4a-67b1-44b6-a5c5-3a0d577260c9 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054049 Nov 22 23:06:25.390097 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['706f4d9d-ccd1-4156-80f6-be31b459d5bf'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:06:25.673892 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f023f8-7dba-4d76-88bd-7f05d71f5846 req-770ac979-3871-47ba-bcb8-8781eeb0f083 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:25.675347 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-08f023f8-7dba-4d76-88bd-7f05d71f5846 req-770ac979-3871-47ba-bcb8-8781eeb0f083 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 945 time: 0.0525024 Nov 22 23:06:25.733941 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-08f023f8-7dba-4d76-88bd-7f05d71f5846 req-471fbdb1-f5b9-4a23-bb6a-d93d0efa4d41 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520942 Nov 22 23:06:26.084117 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c2b92-c964-46a5-8e37-94295747cd5a req-0c933f76-d0f4-43a3-8ef3-f785dbdf699f tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:26.085605 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ff9c2b92-c964-46a5-8e37-94295747cd5a req-0c933f76-d0f4-43a3-8ef3-f785dbdf699f tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0498071 Nov 22 23:06:26.143385 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ff9c2b92-c964-46a5-8e37-94295747cd5a req-0b6a4fb1-03fe-4e33-884a-c29030035851 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510106 Nov 22 23:06:26.251491 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 41846) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:26.365033 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.452121 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.456259 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.494992 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4b4dd7-3d1b-4e00-9bab-03fc3195acd3,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:26.502024 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3fb7a543e5ce4379b87d7075891ac66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493346 Nov 22 23:06:26.502257 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 41852) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:26.502708 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 41854) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:26.509829 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.510570 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.510570 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.510779 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.511127 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.511503 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.511853 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.512182 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.512521 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.512842 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.513211 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.513573 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a7200-180d-4168-a148-513f324509b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.575052 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 706f4d9d-ccd1-4156-80f6-be31b459d5bf up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:06:26.577755 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_v2 [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Deleting subnet bb7c5277-c5d8-4e4d-ac24-3d236f776004 {{(pid=102663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:06:26.581146 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.623585 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-613efab9-457e-43fd-9a3a-909b8ef80a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.629784 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 706f4d9d-ccd1-4156-80f6-be31b459d5bf completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:06:26.633442 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.635221 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 706f4d9d-ccd1-4156-80f6-be31b459d5bf triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:06:26.635674 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.653079 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.680513 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-613efab9-457e-43fd-9a3a-909b8ef80a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.722544 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.739576 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.747806 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706f4d9d-ccd1-4156-80f6-be31b459d5bf'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:06:26.750230 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a8e6ee-3a05-4eb8-8596-1aa621d952f8" -d '{"events": [{"server_uuid": "2d45b951-a55d-4405-b588-c9a39961ed7e", "name": "network-vif-plugged", "status": "completed", "tag": "706f4d9d-ccd1-4156-80f6-be31b459d5bf"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:06:26.765086 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 706f4d9d-ccd1-4156-80f6-be31b459d5bf, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=706f4d9d-ccd1-4156-80f6-be31b459d5bf,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:06:26.769360 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.770455 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 205659ce-e2b8-4823-8f63-d3f6c694a602 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:06:26.774478 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7c5277-c5d8-4e4d-ac24-3d236f776004,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:26.778077 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.784637 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bb7c5277-c5d8-4e4d-ac24-3d236f776004 HTTP/1.1" status: 204 len: 168 time: 0.2769215 Nov 22 23:06:26.784637 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-613efab9-457e-43fd-9a3a-909b8ef80a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.785091 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 41862) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:26.786926 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-613efab9-457e-43fd-9a3a-909b8ef80a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.791191 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-613efab9-457e-43fd-9a3a-909b8ef80a17 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a4b4dd7-3d1b-4e00-9bab-03fc3195acd3 HTTP/1.1" status: 204 len: 168 time: 0.2872472 Nov 22 23:06:26.799444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.799793 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.800135 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.800469 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.800797 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.801124 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.801452 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.801804 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.802204 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.802540 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.803053 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.803544 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912aa4b-e4ad-40fc-bb40-34ed0d95084f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:06:26.814328 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613efab9-457e-43fd-9a3a-909b8ef80a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4b4dd7-3d1b-4e00-9bab-03fc3195acd3,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:26.847395 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7a1790-45f5-4fad-825a-bd2c0c54f105 x-openstack-request-id: req-0a7a1790-45f5-4fad-825a-bd2c0c54f105 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:06:26.847719 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d45b951-a55d-4405-b588-c9a39961ed7e", "name": "network-vif-plugged", "status": "completed", "tag": "706f4d9d-ccd1-4156-80f6-be31b459d5bf", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:06:26.847975 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a7a1790-45f5-4fad-825a-bd2c0c54f105 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:06:26.848364 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'code': 200} Nov 22 23:06:26.904050 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=706f4d9d-ccd1-4156-80f6-be31b459d5bf,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:26.921502 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e43d7-d44d-42a5-ab9b-eee42f3c97fc req-47b47cf6-81ff-4eb5-8edf-bda38d2617bf tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:26.923750 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b40e43d7-d44d-42a5-ab9b-eee42f3c97fc req-47b47cf6-81ff-4eb5-8edf-bda38d2617bf tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 946 time: 0.0672901 Nov 22 23:06:26.956982 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:26.969793 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:27.002101 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 205659ce-e2b8-4823-8f63-d3f6c694a602, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=205659ce-e2b8-4823-8f63-d3f6c694a602,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:06:27.007026 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:27.048108 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b40e43d7-d44d-42a5-ab9b-eee42f3c97fc req-2d82d917-4ca9-4c5d-9808-c4928611f7e0 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160893 Nov 22 23:06:27.074588 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:27.081752 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-c5d336f9-8011-47b6-ba90-9b01d4e03880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:27.083250 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-c5d336f9-8011-47b6-ba90-9b01d4e03880 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad&tenant_id=f8e29191d83b4af2b4c82ff4194343c7 HTTP/1.1" status: 200 len: 1097 time: 0.1083515 Nov 22 23:06:27.093993 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=205659ce-e2b8-4823-8f63-d3f6c694a602,revision_number=6']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:27.104773 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3ce0b9-727f-4320-a712-09bd6fad8f0f']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:06:27.117801 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f89e88-705e-441f-9ac4-31b7681adc8d') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:06:27.118165 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f89e88-705e-441f-9ac4-31b7681adc8d') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:06:27.135088 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396447'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:27.150910 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:27.168562 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:06:27.169284 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536132'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: Traceback (most recent call last): Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: timer() Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: cb(*args, **kw) Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: return func(*args, **kwargs) Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: self._notify() Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: self.callback(batched_events) Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: event.method(event) Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: return f(self, *a, **k) Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._get(url).json() Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:06:27.171171 dv-cinder-818834-1-iscsi neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:06:27.192378 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-5f2a82cf-bec3-4ed3-b7a5-7aca53d888e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:27.194465 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-5f2a82cf-bec3-4ed3-b7a5-7aca53d888e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8e29191d83b4af2b4c82ff4194343c7&device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 1097 time: 0.0596642 Nov 22 23:06:27.253292 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63528803-ccbb-4be1-ade0-fbc5d20bbe98 req-4e14f275-577a-4e4d-a4df-d0fc9fdc575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:27.255211 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-63528803-ccbb-4be1-ade0-fbc5d20bbe98 req-4e14f275-577a-4e4d-a4df-d0fc9fdc575d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 1099 time: 0.1012871 Nov 22 23:06:27.260578 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:27.274131 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:27.278917 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] 10.222.0.81 "DELETE /v2.0/networks/3f3ce0b9-727f-4320-a712-09bd6fad8f0f HTTP/1.1" status: 204 len: 168 time: 0.4929247 Nov 22 23:06:27.298200 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb1538-d51e-4855-8d04-d9864decd5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3f3ce0b9-727f-4320-a712-09bd6fad8f0f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:27.339754 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-63528803-ccbb-4be1-ade0-fbc5d20bbe98 req-68249373-30ca-43a3-9454-495627bd21d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769644 Nov 22 23:06:27.355111 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696062a-5e7c-4b08-9005-a4b7175424f6 req-12715328-29af-4c41-885c-d177434f0d58 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:27.356795 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1696062a-5e7c-4b08-9005-a4b7175424f6 req-12715328-29af-4c41-885c-d177434f0d58 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0945418 Nov 22 23:06:27.362369 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-0dc691a5-abac-4d0f-9442-8c5358cc890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:27.364190 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-0dc691a5-abac-4d0f-9442-8c5358cc890f service neutron] 10.222.0.83 "GET /v2.0/networks?id=b486bead-762c-46e4-ac1b-a687c9397500 HTTP/1.1" status: 200 len: 910 time: 0.1631634 Nov 22 23:06:27.427925 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1696062a-5e7c-4b08-9005-a4b7175424f6 req-11e5b36e-e4c7-4ae2-b6dd-3c489f55ff98 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613346 Nov 22 23:06:27.513897 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 41884) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:27.555377 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-758b26d2-e6fc-4657-aac4-0733b41725f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f34c6ad90fb49c1a0d30a5701e0d0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402255 Nov 22 23:06:27.558549 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 41886) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:27.612077 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45ab4a1a-f8a2-4f54-80b4-e02fb50c7db0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:27.635100 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45ab4a1a-f8a2-4f54-80b4-e02fb50c7db0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:27.684524 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45ab4a1a-f8a2-4f54-80b4-e02fb50c7db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:27.687611 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-45ab4a1a-f8a2-4f54-80b4-e02fb50c7db0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:27.688898 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-45ab4a1a-f8a2-4f54-80b4-e02fb50c7db0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0375c15-aa41-4274-9ea9-928e898f7c83 HTTP/1.1" status: 204 len: 168 time: 0.1294308 Nov 22 23:06:27.698326 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab4a1a-f8a2-4f54-80b4-e02fb50c7db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0375c15-aa41-4274-9ea9-928e898f7c83,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:27.793498 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-c743dc1c-0665-4b36-84fa-17c54b55966e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205659ce-e2b8-4823-8f63-d3f6c694a602 HTTP/1.1" status: 200 len: 1000 time: 0.0665128 Nov 22 23:06:27.872909 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-35475361-26bb-4650-8626-0b8e13738a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:27.874468 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-35475361-26bb-4650-8626-0b8e13738a25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20720024-8213-4c8b-9843-b7ef13d5389b HTTP/1.1" status: 200 len: 847 time: 0.0557353 Nov 22 23:06:27.933185 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-b44f169d-399b-49f3-a08d-d6f0e54a437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:27.934935 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-b44f169d-399b-49f3-a08d-d6f0e54a437e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b486bead-762c-46e4-ac1b-a687c9397500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511518 Nov 22 23:06:28.039755 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-cae23a17-5578-4436-8e50-d719d41cea4d service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949974 Nov 22 23:06:28.375854 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f6cd8cf3-2756-4934-8f96-d31024c748c2 req-8331d856-3380-4e7f-9d91-c96ba167604f service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289177 Nov 22 23:06:28.397377 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428ddc6-a36f-4356-8f6c-756584c5c50c req-308af652-7ffa-4453-8ba7-da0d5a9cf481 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:28.399589 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1428ddc6-a36f-4356-8f6c-756584c5c50c req-308af652-7ffa-4453-8ba7-da0d5a9cf481 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 946 time: 0.2705855 Nov 22 23:06:28.459884 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1428ddc6-a36f-4356-8f6c-756584c5c50c req-fad9a965-c126-48e1-99ab-46a378a89ef9 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465493 Nov 22 23:06:28.553232 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94333fc-c619-4c75-be29-80dd4199b81c req-6ff29b9b-e89a-465c-a7ab-9de2c58c2fc7 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:28.555059 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d94333fc-c619-4c75-be29-80dd4199b81c req-6ff29b9b-e89a-465c-a7ab-9de2c58c2fc7 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0493906 Nov 22 23:06:28.603830 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d94333fc-c619-4c75-be29-80dd4199b81c req-d78329f8-b85b-4d5a-ab27-2bd68312b204 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423105 Nov 22 23:06:28.850410 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:06:28.852190 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f131554-0b58-4f42-b2f5-11dd13c0b348" -d '{"events": [{"server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "name": "network-vif-unplugged", "status": "completed", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:06:28.889297 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210821fc-43e6-4c56-aded-b9c9998f8841 x-openstack-request-id: req-210821fc-43e6-4c56-aded-b9c9998f8841 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:06:28.889575 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "name": "network-vif-unplugged", "status": "completed", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:06:28.889866 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-210821fc-43e6-4c56-aded-b9c9998f8841 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:06:28.890262 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'code': 200} Nov 22 23:06:29.579422 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143e4ab-4697-412c-94ee-cf24265e34ed req-c9897cb6-6eee-482c-ab07-a30ab912e232 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:29.580914 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b143e4ab-4697-412c-94ee-cf24265e34ed req-c9897cb6-6eee-482c-ab07-a30ab912e232 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 946 time: 0.0519054 Nov 22 23:06:29.632188 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b143e4ab-4697-412c-94ee-cf24265e34ed req-60f30363-e2fa-44d4-b864-fe58bbe39f45 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453150 Nov 22 23:06:29.764470 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ec8e9-ee7c-4981-be82-bdb188f2c2cc req-c57e0791-9972-4fb1-a2d1-ca88deb2d7f1 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:29.765994 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2d8ec8e9-ee7c-4981-be82-bdb188f2c2cc req-c57e0791-9972-4fb1-a2d1-ca88deb2d7f1 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0864477 Nov 22 23:06:29.775137 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698840f-82bf-47e1-9520-75cae55c0086 req-b645b925-8737-4f89-9c61-db1671dd61a3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:29.776808 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1698840f-82bf-47e1-9520-75cae55c0086 req-b645b925-8737-4f89-9c61-db1671dd61a3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 946 time: 0.0687478 Nov 22 23:06:29.857484 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2d8ec8e9-ee7c-4981-be82-bdb188f2c2cc req-f3672c32-dd95-4d12-bf2a-ecb02ba64b58 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797358 Nov 22 23:06:29.861513 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1698840f-82bf-47e1-9520-75cae55c0086 req-db5c416d-f660-4991-8d82-9575fd063dc3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779595 Nov 22 23:06:29.885465 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 41926) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:29.924665 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b6ca7-ec66-40d9-9f19-dbe21d5ec750 tempest-TestVolumeBootPattern-234142140 tempest-TestVolumeBootPattern-234142140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:29.926127 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-ad0b6ca7-ec66-40d9-9f19-dbe21d5ec750 tempest-TestVolumeBootPattern-234142140 tempest-TestVolumeBootPattern-234142140-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 1094 time: 0.0396435 Nov 22 23:06:29.929029 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 41928) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:29.933157 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'floatingip': {'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'port_id': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:06:29.954835 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:30.053670 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:30.157759 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Allocated IP 172.27.0.119 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/2be22078-eded-4fa6-b227-533d5deea292) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:06:30.261302 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:30.294493 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:30.334323 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:06:30.337332 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:06:30.340683 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:06:30.362014 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'Port': ['ID=2be22078-eded-4fa6-b227-533d5deea292,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:30.716154 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:30.783985 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:30.951133 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:30.957034 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:30.983350 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53156266-a55d-42d6-b771-46a69ae32a1a req-a4e0c882-060b-4a59-8b96-9b9980fe74e9 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:30.986710 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-53156266-a55d-42d6-b771-46a69ae32a1a req-a4e0c882-060b-4a59-8b96-9b9980fe74e9 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0535903 Nov 22 23:06:31.036844 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'Port': ['ID=2be22078-eded-4fa6-b227-533d5deea292,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:31.047990 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:31.057781 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-53156266-a55d-42d6-b771-46a69ae32a1a req-9bd6e0c1-52f3-48db-8e33-66b18f5931db tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612690 Nov 22 23:06:31.154810 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.l3_db [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Floating IP 18a9d5c3-e3cd-441e-b415-60759b587d8d associated. External IP: 172.27.0.119, port: 706f4d9d-ccd1-4156-80f6-be31b459d5bf. Nov 22 23:06:31.363124 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:06:31.470922 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:06:31.484764 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ecdbd-763f-49cb-aaf3-5b278a98ed00 None None] Sync routers for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:06:31.488896 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:31.494757 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ecdbd-763f-49cb-aaf3-5b278a98ed00 None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:06:31.495387 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8d4ecdbd-763f-49cb-aaf3-5b278a98ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:06:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:06:31.516666 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e37a3010-9a47-4d3f-a30f-0b770da2d0e6 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5866258 Nov 22 23:06:31.517246 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'tag': '706f4d9d-ccd1-4156-80f6-be31b459d5bf'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:06:31.519514 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60425999-5a92-4d78-a8c8-29fe57a2d719" -d '{"events": [{"name": "network-changed", "server_uuid": "2d45b951-a55d-4405-b588-c9a39961ed7e", "tag": "706f4d9d-ccd1-4156-80f6-be31b459d5bf"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:06:31.556525 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568435b7-67e2-49b5-aac1-9dab0751f086 x-openstack-request-id: req-568435b7-67e2-49b5-aac1-9dab0751f086 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:06:31.556822 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d45b951-a55d-4405-b588-c9a39961ed7e", "tag": "706f4d9d-ccd1-4156-80f6-be31b459d5bf", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:06:31.557083 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-568435b7-67e2-49b5-aac1-9dab0751f086 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:06:31.557490 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'tag': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'status': 'completed', 'code': 200} Nov 22 23:06:31.607794 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-8d4ecdbd-763f-49cb-aaf3-5b278a98ed00 None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:06:31.646265 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425999-5a92-4d78-a8c8-29fe57a2d719 req-ca67846e-b40a-4b43-9707-6e867ac368a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:31.647710 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-60425999-5a92-4d78-a8c8-29fe57a2d719 req-ca67846e-b40a-4b43-9707-6e867ac368a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 1099 time: 0.0418441 Nov 22 23:06:31.746807 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425999-5a92-4d78-a8c8-29fe57a2d719 req-62a01c17-9dbf-411f-b1ab-91e42e73e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:31.749087 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-60425999-5a92-4d78-a8c8-29fe57a2d719 req-62a01c17-9dbf-411f-b1ab-91e42e73e9c5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 913 time: 0.0938270 Nov 22 23:06:31.816514 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-60425999-5a92-4d78-a8c8-29fe57a2d719 req-1d9f28bd-19f6-461d-8b5d-b5e9677bf07e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=706f4d9d-ccd1-4156-80f6-be31b459d5bf HTTP/1.1" status: 200 len: 1000 time: 0.0587902 Nov 22 23:06:31.883069 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425999-5a92-4d78-a8c8-29fe57a2d719 req-1fba8bfc-38e1-437f-9e2e-7615b05515e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:31.884597 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-60425999-5a92-4d78-a8c8-29fe57a2d719 req-1fba8bfc-38e1-437f-9e2e-7615b05515e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=450f4020-44ab-4ce7-9946-d9eada69384a HTTP/1.1" status: 200 len: 850 time: 0.0495450 Nov 22 23:06:31.938201 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425999-5a92-4d78-a8c8-29fe57a2d719 req-aa3a735a-0702-4e0d-8e47-e5a620e244ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:31.939644 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-60425999-5a92-4d78-a8c8-29fe57a2d719 req-aa3a735a-0702-4e0d-8e47-e5a620e244ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416105 Nov 22 23:06:31.998320 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8d4ecdbd-763f-49cb-aaf3-5b278a98ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '18a9d5c3-e3cd-441e-b415-60759b587d8d', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:82:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:06:30Z', 'updated_at': '2021-11-22T23:06:30Z', 'revision_number': 0, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:06:32.024006 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ecdbd-763f-49cb-aaf3-5b278a98ed00 None None] Checking router: 6e2d9066-54c9-486d-bd4a-1c5a235dc91e for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:06:32.032930 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-60425999-5a92-4d78-a8c8-29fe57a2d719 req-a8ade2c8-d8fd-4efd-b96d-b5b12ff5c2d9 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837972 Nov 22 23:06:32.033923 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ecdbd-763f-49cb-aaf3-5b278a98ed00 None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:06:32.034174 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8d4ecdbd-763f-49cb-aaf3-5b278a98ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:06:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:06:32.136452 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-60425999-5a92-4d78-a8c8-29fe57a2d719 req-e2218881-630a-4102-ae73-697b9ac9ea29 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960257 Nov 22 23:06:32.151073 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-8d4ecdbd-763f-49cb-aaf3-5b278a98ed00 None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:06:32.199366 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a752e0-b5aa-4719-95cb-6a166ba4212e req-9f695aeb-12e3-491d-b0e6-7e1db2d4d173 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:32.200996 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-36a752e0-b5aa-4719-95cb-6a166ba4212e req-9f695aeb-12e3-491d-b0e6-7e1db2d4d173 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0579822 Nov 22 23:06:32.262224 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-36a752e0-b5aa-4719-95cb-6a166ba4212e req-efef3a15-24d6-44c3-b142-751d5a065233 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541782 Nov 22 23:06:32.390579 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-8d4ecdbd-763f-49cb-aaf3-5b278a98ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '18a9d5c3-e3cd-441e-b415-60759b587d8d', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:82:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:06:30Z', 'updated_at': '2021-11-22T23:06:30Z', 'revision_number': 0, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:06:32.418472 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ecdbd-763f-49cb-aaf3-5b278a98ed00 None None] The sync data for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi is: [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '18a9d5c3-e3cd-441e-b415-60759b587d8d', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:82:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:06:30Z', 'updated_at': '2021-11-22T23:06:30Z', 'revision_number': 0, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:06:32.591744 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8014d7a6-c070-4e88-ab77-5377f4ba5c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:32.623518 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f47fd8-f596-4dd4-b4ee-be179362feee None None] New status for floating IP 18a9d5c3-e3cd-441e-b415-60759b587d8d: ACTIVE {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:06:33.391853 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1bd4c-0fa8-4844-b285-77c09e3afbd6 req-8ef14e3f-19f4-4878-adf0-708606e645f7 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:33.393775 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ccb1bd4c-0fa8-4844-b285-77c09e3afbd6 req-8ef14e3f-19f4-4878-adf0-708606e645f7 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0567575 Nov 22 23:06:33.456807 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ccb1bd4c-0fa8-4844-b285-77c09e3afbd6 req-b592384b-e2a0-4f8b-8790-1adf191efe74 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550799 Nov 22 23:06:34.451311 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:34.573727 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba696a-8dd8-4559-b6d7-ac97feb1194d req-929ad84f-c20b-499a-a0ee-3799311eed78 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:34.576154 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b6ba696a-8dd8-4559-b6d7-ac97feb1194d req-929ad84f-c20b-499a-a0ee-3799311eed78 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0497761 Nov 22 23:06:34.626182 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b6ba696a-8dd8-4559-b6d7-ac97feb1194d req-f49eb064-b763-41ad-82cc-a793d000767d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434670 Nov 22 23:06:35.269714 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e4112ef-2514-407b-a453-322d87c4c19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:35.748518 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910646b9-c1c7-4c66-95f7-5caf7bc622da req-39a8691b-8354-434b-ae8d-c88522d3a112 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:35.750063 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-910646b9-c1c7-4c66-95f7-5caf7bc622da req-39a8691b-8354-434b-ae8d-c88522d3a112 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 944 time: 0.0554113 Nov 22 23:06:35.805328 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-910646b9-c1c7-4c66-95f7-5caf7bc622da req-6b896770-f5a7-4519-a8d0-e9c728e13791 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491598 Nov 22 23:06:36.356242 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:36.636158 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 205659ce-e2b8-4823-8f63-d3f6c694a602 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:06:36.742861 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 205659ce-e2b8-4823-8f63-d3f6c694a602, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=205659ce-e2b8-4823-8f63-d3f6c694a602,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:06:36.757999 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'port_id': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'mac_address': 'fa:16:3e:2a:6e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:06:36.800524 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:36.814585 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205659ce-e2b8-4823-8f63-d3f6c694a602 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:06:36.837905 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 205659ce-e2b8-4823-8f63-d3f6c694a602, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=205659ce-e2b8-4823-8f63-d3f6c694a602,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:06:36.842413 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:36.893100 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=205659ce-e2b8-4823-8f63-d3f6c694a602,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:36.924443 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fdac9-be91-41ad-b3a7-d74449060189 req-782d8445-8f9c-498a-9952-37780354f13c tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:36.925985 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b15fdac9-be91-41ad-b3a7-d74449060189 req-782d8445-8f9c-498a-9952-37780354f13c tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 945 time: 0.0489652 Nov 22 23:06:36.982697 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b15fdac9-be91-41ad-b3a7-d74449060189 req-521d20a2-b4a0-493e-800a-2152952aafc2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494785 Nov 22 23:06:37.256972 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['205659ce-e2b8-4823-8f63-d3f6c694a602'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:06:37.684063 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:38.099432 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93232c-b17b-44cd-88cf-48f41928c84a req-39b6f161-6991-44d4-b046-e04d2ff807e4 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:38.100916 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7d93232c-b17b-44cd-88cf-48f41928c84a req-39b6f161-6991-44d4-b046-e04d2ff807e4 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 945 time: 0.0508890 Nov 22 23:06:38.153432 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7d93232c-b17b-44cd-88cf-48f41928c84a req-9913e5d1-8c80-46d9-8eb8-e146a7cc16bc tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448759 Nov 22 23:06:38.268488 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:38.352012 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42048) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:38.465057 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7b073926-4ccb-45ae-ae76-9832799fce21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:38.538248 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7b073926-4ccb-45ae-ae76-9832799fce21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:38.542172 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7b073926-4ccb-45ae-ae76-9832799fce21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:38.583455 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-7b073926-4ccb-45ae-ae76-9832799fce21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49a13a7dba7e4d4eb20b3a6d1ce1312b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302244 Nov 22 23:06:38.584295 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b073926-4ccb-45ae-ae76-9832799fce21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e178df3-41d2-4416-94f8-7945b47721e2,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:38.586171 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42052) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:38.637704 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e21f2510-5a03-44db-ae9a-196f54d5c1ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:38.648521 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 205659ce-e2b8-4823-8f63-d3f6c694a602 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:06:38.658894 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e21f2510-5a03-44db-ae9a-196f54d5c1ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:38.701329 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 205659ce-e2b8-4823-8f63-d3f6c694a602 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:06:38.701995 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:38.706053 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e21f2510-5a03-44db-ae9a-196f54d5c1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:38.708781 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e21f2510-5a03-44db-ae9a-196f54d5c1ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:38.709934 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-e21f2510-5a03-44db-ae9a-196f54d5c1ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e178df3-41d2-4416-94f8-7945b47721e2 HTTP/1.1" status: 204 len: 168 time: 0.1226077 Nov 22 23:06:38.718474 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f2510-5a03-44db-ae9a-196f54d5c1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e178df3-41d2-4416-94f8-7945b47721e2,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:38.798081 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:38.821913 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:06:38.824204 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5485b5-8416-41fe-9241-b49307e9f3e8" -d '{"events": [{"server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "name": "network-vif-plugged", "status": "completed", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:06:38.838904 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 205659ce-e2b8-4823-8f63-d3f6c694a602, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=205659ce-e2b8-4823-8f63-d3f6c694a602,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:06:38.847171 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:38.881768 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd160ab9-4b26-494d-87ca-0fca62d61f39 x-openstack-request-id: req-bd160ab9-4b26-494d-87ca-0fca62d61f39 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:06:38.882071 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "name": "network-vif-plugged", "status": "completed", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:06:38.882327 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd160ab9-4b26-494d-87ca-0fca62d61f39 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:06:38.882717 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'code': 200} Nov 22 23:06:38.912595 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=205659ce-e2b8-4823-8f63-d3f6c694a602,revision_number=8']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:39.178211 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f86fd-150c-4625-9625-631f40814e7b req-0081fd5e-e26e-4fa9-b1e6-94aea768bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:39.179788 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d77f86fd-150c-4625-9625-631f40814e7b req-0081fd5e-e26e-4fa9-b1e6-94aea768bc45 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 1099 time: 0.0446882 Nov 22 23:06:39.249590 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d77f86fd-150c-4625-9625-631f40814e7b req-10505e0c-17ec-45b8-8dbe-7f441e4e126d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622013 Nov 22 23:06:39.287036 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b4ac7-bb63-4daf-a702-feb6b64a99d1 req-e290d199-0ba0-40fc-821a-bf76efe31d05 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:39.288507 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cd6b4ac7-bb63-4daf-a702-feb6b64a99d1 req-e290d199-0ba0-40fc-821a-bf76efe31d05 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0620863 Nov 22 23:06:39.342805 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cd6b4ac7-bb63-4daf-a702-feb6b64a99d1 req-a1973922-a377-4092-a5d0-88167b15ff7d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481858 Nov 22 23:06:40.465287 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b7a5c-f356-4c3b-96b2-a7e46a7251b9 req-8f71a792-38a5-4beb-b6d9-0fdbe785bd66 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:40.466857 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5a2b7a5c-f356-4c3b-96b2-a7e46a7251b9 req-8f71a792-38a5-4beb-b6d9-0fdbe785bd66 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0522532 Nov 22 23:06:40.517118 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5a2b7a5c-f356-4c3b-96b2-a7e46a7251b9 req-3b25c675-832c-422e-9b69-ac9a240d4c32 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443804 Nov 22 23:06:41.689282 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19f0dd-c124-4173-b366-e15885b9d946 req-f1b443df-5940-43c0-9263-e2ecf86cd1d3 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:41.690910 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8b19f0dd-c124-4173-b366-e15885b9d946 req-f1b443df-5940-43c0-9263-e2ecf86cd1d3 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0890877 Nov 22 23:06:41.699461 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17976ad8-7384-4632-8c34-a9cd79492257 req-31cbb6ed-b9fa-4483-a66a-3ed9cd1538ae tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:41.700915 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-17976ad8-7384-4632-8c34-a9cd79492257 req-31cbb6ed-b9fa-4483-a66a-3ed9cd1538ae tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0825329 Nov 22 23:06:41.773164 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8b19f0dd-c124-4173-b366-e15885b9d946 req-5952158e-67ba-402b-8d00-49bf3226d56e tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712759 Nov 22 23:06:41.778388 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-17976ad8-7384-4632-8c34-a9cd79492257 req-8aabf9d1-0b1a-4e41-a329-f1b2126fd1e6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706413 Nov 22 23:06:42.900131 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267966b-3c44-4a5f-8fa6-55930d307a9c req-dd461053-b3eb-421f-856f-7f724f4d2d8e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:42.901638 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9267966b-3c44-4a5f-8fa6-55930d307a9c req-dd461053-b3eb-421f-856f-7f724f4d2d8e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0500844 Nov 22 23:06:42.948119 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9267966b-3c44-4a5f-8fa6-55930d307a9c req-70658361-a937-4c80-83bc-9a952ed49057 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404971 Nov 22 23:06:43.729366 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-a33d341e-32c5-44ed-a87c-dc7cb8727555 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:43.730770 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-a33d341e-32c5-44ed-a87c-dc7cb8727555 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.83 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.0531566 Nov 22 23:06:43.860736 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Deleting port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:06:43.861075 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:43.954676 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] For port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:06:43.955394 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:44.142374 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b9eb9-6423-4903-bc4c-33b674fc034e req-2a662e92-176a-42b5-8fbb-8de302ed0a7d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:44.143728 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f40b9eb9-6423-4903-bc4c-33b674fc034e req-2a662e92-176a-42b5-8fbb-8de302ed0a7d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 947 time: 0.1235821 Nov 22 23:06:44.237472 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:44.237770 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:44.238079 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.l3_db [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Floating IP 584dbd5b-2dae-416c-b0aa-d35783b56bd9 disassociated. External IP: 172.27.0.132, port: 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a. Nov 22 23:06:44.238415 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Calling delete_port for 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:06:44.244152 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f40b9eb9-6423-4903-bc4c-33b674fc034e req-55dd3632-6b11-4289-9512-af872517a01b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934176 Nov 22 23:06:44.396019 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:44.425446 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event deleted for resources: {'Port': ['ID=6aea9cb4-aad8-4449-a8a2-ba1de5bf799a,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:44.535907 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Router 4cf4363b-3ee0-4940-aac8-433646632b9b has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:06:44.642643 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:06:44.652946 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63853241-d499-4736-b66c-9b72a4626fe5 None None] Sync routers for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:06:44.663764 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63853241-d499-4736-b66c-9b72a4626fe5 None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:06:44.664380 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-63853241-d499-4736-b66c-9b72a4626fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:06:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:06:44.700901 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] No DVR routers for this DVR port 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:06:44.703931 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:44.707244 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-19a01f32-734a-40ec-9caf-bfd62d9b58c4 req-5f703305-75d1-4490-8fb5-a5f6c3eef6ce tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.83 "DELETE /v2.0/ports/6aea9cb4-aad8-4449-a8a2-ba1de5bf799a HTTP/1.1" status: 204 len: 173 time: 0.9693680 Nov 22 23:06:44.707680 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'name': 'network-vif-deleted', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:06:44.709938 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70656cf7-d3f7-4859-8cc0-f587ade9ea92" -d '{"events": [{"server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "name": "network-vif-deleted", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:06:44.745927 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8625fa-bc6e-4e86-8359-65a2373717d0 x-openstack-request-id: req-7d8625fa-bc6e-4e86-8359-65a2373717d0 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:06:44.746535 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6383769b-dc5f-4c00-9651-484e2904efcc", "name": "network-vif-deleted", "tag": "6aea9cb4-aad8-4449-a8a2-ba1de5bf799a", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:06:44.746535 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d8625fa-bc6e-4e86-8359-65a2373717d0 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:06:44.747124 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6383769b-dc5f-4c00-9651-484e2904efcc', 'name': 'network-vif-deleted', 'tag': '6aea9cb4-aad8-4449-a8a2-ba1de5bf799a', 'status': 'completed', 'code': 200} Nov 22 23:06:44.784444 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-63853241-d499-4736-b66c-9b72a4626fe5 None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:06:44.995051 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-63853241-d499-4736-b66c-9b72a4626fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:10Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:06:45.134108 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63853241-d499-4736-b66c-9b72a4626fe5 None None] Checking router: 4cf4363b-3ee0-4940-aac8-433646632b9b for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:06:45.142905 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63853241-d499-4736-b66c-9b72a4626fe5 None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:06:45.143529 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-63853241-d499-4736-b66c-9b72a4626fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:06:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:06:45.250127 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-63853241-d499-4736-b66c-9b72a4626fe5 None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:06:45.361282 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0282d13d-eb09-4e31-baf4-cd4b3924b1ac req-d677ea37-1bbf-4483-ae83-62bb07f08285 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6383769b-dc5f-4c00-9651-484e2904efcc HTTP/1.1" status: 200 len: 210 time: 0.0275528 Nov 22 23:06:45.456942 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-63853241-d499-4736-b66c-9b72a4626fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:10Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:06:45.486770 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63853241-d499-4736-b66c-9b72a4626fe5 None None] The sync data for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi is: [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:10Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:06:45.700620 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d71097-3bec-4921-ac23-7545752a8313 None None] New status for floating IP 584dbd5b-2dae-416c-b0aa-d35783b56bd9: DOWN {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:06:46.051545 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:06:46.458138 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42104) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:46.521130 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3719017-b7d6-4071-831a-e384ed5464a3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:46.544208 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3719017-b7d6-4071-831a-e384ed5464a3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:46.590641 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3719017-b7d6-4071-831a-e384ed5464a3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:46.593307 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f3719017-b7d6-4071-831a-e384ed5464a3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:46.594460 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-f3719017-b7d6-4071-831a-e384ed5464a3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "DELETE /v2.0/security-groups/13b6d704-8799-4ebe-bb16-c6e16c6c8dbc HTTP/1.1" status: 204 len: 168 time: 0.1353364 Nov 22 23:06:46.597491 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42106) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:46.603601 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3719017-b7d6-4071-831a-e384ed5464a3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b6d704-8799-4ebe-bb16-c6e16c6c8dbc,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:46.611761 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.api.v2.resource [None req-d015ba0c-c910-4d14-8a09-10811ded9129 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] show failed (client error): The resource could not be found. Nov 22 23:06:46.612783 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-d015ba0c-c910-4d14-8a09-10811ded9129 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups/13b6d704-8799-4ebe-bb16-c6e16c6c8dbc HTTP/1.1" status: 404 len: 347 time: 0.0142882 Nov 22 23:06:46.615582 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42108) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:46.699608 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:06:46.719725 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:06:46.720063 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 6aea9cb4-aad8-4449-a8a2-ba1de5bf799a not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:06:46.742169 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a07f346c-f57d-4277-8629-7d2e03ea6958 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Deleting port 26937cda-e475-4460-b665-70cc6d542478 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:06:46.742509 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a07f346c-f57d-4277-8629-7d2e03ea6958 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:46.818886 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a07f346c-f57d-4277-8629-7d2e03ea6958 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:46.819212 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a07f346c-f57d-4277-8629-7d2e03ea6958 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:46.831578 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a07f346c-f57d-4277-8629-7d2e03ea6958 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Calling delete_port for 26937cda-e475-4460-b665-70cc6d542478 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:06:46.974321 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a07f346c-f57d-4277-8629-7d2e03ea6958 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.001110 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f346c-f57d-4277-8629-7d2e03ea6958 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event deleted for resources: {'Port': ['ID=26937cda-e475-4460-b665-70cc6d542478,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:47.062673 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a07f346c-f57d-4277-8629-7d2e03ea6958 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.065370 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a07f346c-f57d-4277-8629-7d2e03ea6958 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.066565 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-a07f346c-f57d-4277-8629-7d2e03ea6958 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "DELETE /v2.0/floatingips/584dbd5b-2dae-416c-b0aa-d35783b56bd9 HTTP/1.1" status: 204 len: 168 time: 0.4499609 Nov 22 23:06:47.429851 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42112) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:47.435393 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-9bdd64c0-a212-4e80-b4ee-572a59111251 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676503834', 'description': 'tempest-description--850565383'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:06:47.457459 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9bdd64c0-a212-4e80-b4ee-572a59111251 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.524864 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9bdd64c0-a212-4e80-b4ee-572a59111251 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.528723 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9bdd64c0-a212-4e80-b4ee-572a59111251 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.552812 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9bdd64c0-a212-4e80-b4ee-572a59111251 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.554052 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-9bdd64c0-a212-4e80-b4ee-572a59111251 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1223414 Nov 22 23:06:47.557633 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42114) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:47.562262 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-bf9929e5-20c6-4d3e-b364-8f93bdec4006 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Request body: {'security_group_rule': {'security_group_id': '36f84ab1-6e71-47ed-95ae-46763fee116d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:06:47.562428 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd64c0-a212-4e80-b4ee-572a59111251 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f84ab1-6e71-47ed-95ae-46763fee116d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:47.590273 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bf9929e5-20c6-4d3e-b364-8f93bdec4006 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.635818 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bf9929e5-20c6-4d3e-b364-8f93bdec4006 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.639485 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bf9929e5-20c6-4d3e-b364-8f93bdec4006 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.659119 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9929e5-20c6-4d3e-b364-8f93bdec4006 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc4af26-8486-4b34-8df1-94fd6bdbbf3c,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:47.664680 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bf9929e5-20c6-4d3e-b364-8f93bdec4006 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.665907 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-bf9929e5-20c6-4d3e-b364-8f93bdec4006 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1071308 Nov 22 23:06:47.668619 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42116) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:47.672831 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-c2ce160b-0ebd-4985-8256-9b868c587fc8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Request body: {'security_group_rule': {'security_group_id': '36f84ab1-6e71-47ed-95ae-46763fee116d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:06:47.698904 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c2ce160b-0ebd-4985-8256-9b868c587fc8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.753722 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c2ce160b-0ebd-4985-8256-9b868c587fc8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.757103 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c2ce160b-0ebd-4985-8256-9b868c587fc8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.774441 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce160b-0ebd-4985-8256-9b868c587fc8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42659c87-5572-4769-89e2-85149196a5a1,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:47.782090 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c2ce160b-0ebd-4985-8256-9b868c587fc8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:47.783289 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-c2ce160b-0ebd-4985-8256-9b868c587fc8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137481 Nov 22 23:06:47.786550 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42118) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:06:47.791490 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Request body: {'floatingip': {'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:06:47.811866 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:48.110898 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:48.217152 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Allocated IP 172.27.0.134 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/21057b26-ba21-4108-94a2-ac2ccf70a9c5) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:06:48.316109 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:48.350183 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:48.387119 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:06:48.391287 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:06:48.393863 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:06:48.407427 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event updated for resources: {'Port': ['ID=21057b26-ba21-4108-94a2-ac2ccf70a9c5,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:48.453119 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:48.485164 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:48.639122 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:48.643716 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:48.672170 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:48.698848 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:48.700076 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9126046 Nov 22 23:06:48.700933 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5590752-7e63-4307-9dc4-cf03ef792c4f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event updated for resources: {'Port': ['ID=21057b26-ba21-4108-94a2-ac2ccf70a9c5,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:48.894557 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-c67252c7-d055-4d1c-83a6-e6505dcfe09b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1676503834&fields=id&tenant_id=387b910bbc6a480a88d07859ab82cfe6 HTTP/1.1" status: 200 len: 267 time: 0.0419717 Nov 22 23:06:49.003378 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-5b887a5e-acd8-4f06-a18b-1aa2fc26f93e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:49.004858 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-5b887a5e-acd8-4f06-a18b-1aa2fc26f93e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 816 time: 0.1030669 Nov 22 23:06:49.020095 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-295e5bd3-80e1-43f9-a2c9-0f70c2417dc5 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/quotas/387b910bbc6a480a88d07859ab82cfe6 HTTP/1.1" status: 200 len: 375 time: 0.0089383 Nov 22 23:06:49.072295 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-efed0175-ae58-4a10-93dd-4871abb9ef7a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469663 Nov 22 23:06:49.170198 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d1786ac2-14ed-4d9a-ba12-725c75919768 service neutron] 10.222.0.81 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857091 Nov 22 23:06:49.261133 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-97d11be2-3e4e-4e74-ae0f-2f39b0213847 service neutron] 10.222.0.81 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850937 Nov 22 23:06:49.418652 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fdeb867e-222f-4092-935a-026e49ee5f70 req-b73651dc-611f-4ef9-b069-83bd465fb221 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 210 time: 0.0293400 Nov 22 23:06:50.458614 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-30fe299e-61f9-4d14-8952-4ed7c0ed2f04 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:50.460107 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-30fe299e-61f9-4d14-8952-4ed7c0ed2f04 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.83 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 816 time: 0.1065295 Nov 22 23:06:50.530298 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d5b91832-80d1-4268-9e3a-df60a3bd8e61 req-57d64447-b1d7-4e8e-ac2c-a4bdec301985 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 210 time: 0.0308707 Nov 22 23:06:50.564352 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-3cb1f4b7-5143-40a2-b8a4-8ef9fc895420 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=387b910bbc6a480a88d07859ab82cfe6 HTTP/1.1" status: 200 len: 380 time: 0.0797451 Nov 22 23:06:50.575910 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Request body: {'port': {'device_id': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'admin_state_up': True, 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'security_groups': ['36f84ab1-6e71-47ed-95ae-46763fee116d']}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:06:50.686078 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Made reservation on behalf of 387b910bbc6a480a88d07859ab82cfe6 for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:06:50.689677 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:50.814707 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Allocated IP 172.20.0.13 (bf77bdb8-32c3-46df-9787-173ffafa8e98/5f0c2acb-721b-4d06-b714-4fbf6b768fe9/8da32319-51d1-4c63-adca-4c2685c82057) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:06:50.952904 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:50.986028 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:51.031229 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Network bf77bdb8-32c3-46df-9787-173ffafa8e98 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:06:51.034156 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:06:51.038196 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:06:51.043955 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:51.044529 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:51.054653 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event updated for resources: {'Port': ['ID=8da32319-51d1-4c63-adca-4c2685c82057,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:51.068125 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-498fb6fd-95af-4289-9ca6-38242197f758 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4956827 Nov 22 23:06:51.088435 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Request body: {'port': {'device_id': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:06:51.143058 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:51.227399 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-9a1c4498-8cd3-48d0-aa29-74de6a74f24d None None] Provisioning complete for port 8da32319-51d1-4c63-adca-4c2685c82057 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:06:51.228137 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4498-8cd3-48d0-aa29-74de6a74f24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:51.263306 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c4498-8cd3-48d0-aa29-74de6a74f24d None None] Port 8da32319-51d1-4c63-adca-4c2685c82057 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:06:51.406158 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da32319-51d1-4c63-adca-4c2685c82057 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:06:51.413549 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:51.426229 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Transition to ACTIVE for port object 8da32319-51d1-4c63-adca-4c2685c82057 will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:06:51.429873 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:51.496394 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Pushing event updated for resources: {'Port': ['ID=8da32319-51d1-4c63-adca-4c2685c82057,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:51.529971 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Attempting to bind port 8da32319-51d1-4c63-adca-4c2685c82057 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:06:51.530303 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Attempting to bind port 8da32319-51d1-4c63-adca-4c2685c82057 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:06:51.530630 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Attempting to bind port 8da32319-51d1-4c63-adca-4c2685c82057 on network bf77bdb8-32c3-46df-9787-173ffafa8e98 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:06:51.535356 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Port 8da32319-51d1-4c63-adca-4c2685c82057 on network bf77bdb8-32c3-46df-9787-173ffafa8e98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:06:51.535673 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Attempting to bind port 8da32319-51d1-4c63-adca-4c2685c82057 on network bf77bdb8-32c3-46df-9787-173ffafa8e98 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:06:51.541371 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:06:51.541818 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Checking segment: {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:06:51.542203 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Bound using segment: {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:06:51.542739 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Bound port: 8da32319-51d1-4c63-adca-4c2685c82057, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a04a89-6ebd-4e32-90f4-0d446d4153d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:06:51.542974 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:51.641891 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:06:51.657457 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8da32319-51d1-4c63-adca-4c2685c82057,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:06:51.665155 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:51.705452 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf962ce-32c7-41d3-bb51-165a9511938b req-8438c9eb-3f6f-46d6-8a34-bd64a237f0e4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:51.707124 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2cf962ce-32c7-41d3-bb51-165a9511938b req-8438c9eb-3f6f-46d6-8a34-bd64a237f0e4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0966418 Nov 22 23:06:51.720788 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:51.721433 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:51.722809 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] 10.222.0.83 "PUT /v2.0/ports/8da32319-51d1-4c63-adca-4c2685c82057 HTTP/1.1" status: 200 len: 1094 time: 0.6395423 Nov 22 23:06:51.723866 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:06:51.726154 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e477c77e-5483-42aa-98de-2df6ed3107c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "tag": "8da32319-51d1-4c63-adca-4c2685c82057"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:06:51.765917 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f824f-e57f-481a-92d8-ccef632a8521 service neutron] Pushing event updated for resources: {'Port': ['ID=8da32319-51d1-4c63-adca-4c2685c82057,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:51.786618 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d3e7dc-4397-40ae-a2a7-9225cc9251b3 x-openstack-request-id: req-a5d3e7dc-4397-40ae-a2a7-9225cc9251b3 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:06:51.786778 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "tag": "8da32319-51d1-4c63-adca-4c2685c82057", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:06:51.786979 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5d3e7dc-4397-40ae-a2a7-9225cc9251b3 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:06:51.787294 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057', 'status': 'completed', 'code': 200} Nov 22 23:06:51.795720 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2cf962ce-32c7-41d3-bb51-165a9511938b req-a99441a6-7c33-4fbf-adda-e30185942ead tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780697 Nov 22 23:06:51.872631 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-3f765926-213a-4a75-baf7-6304aa16ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:51.874240 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-3f765926-213a-4a75-baf7-6304aa16ed7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 1097 time: 0.0546374 Nov 22 23:06:51.933155 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-77381b00-6cf5-4df0-9b1c-54bb4d34992c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8da32319-51d1-4c63-adca-4c2685c82057 HTTP/1.1" status: 200 len: 217 time: 0.0412881 Nov 22 23:06:51.992046 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-03fc0c77-3bde-4f85-9458-f2fca2d7fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:51.994398 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-03fc0c77-3bde-4f85-9458-f2fca2d7fc1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 200 len: 855 time: 0.0480125 Nov 22 23:06:52.043667 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-94b5dcc9-6d12-4ccf-b650-ac7c1d68ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:52.045160 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-94b5dcc9-6d12-4ccf-b650-ac7c1d68ea1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf77bdb8-32c3-46df-9787-173ffafa8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436163 Nov 22 23:06:52.144344 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-d687b678-085a-4f86-a432-1d181699f0c3 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913055 Nov 22 23:06:52.238586 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb832f1f-f6ca-4b18-b9a1-fe725f04f184 req-9b435319-bbcb-4f9a-989b-50b54332ddaa service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859897 Nov 22 23:06:52.385223 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477c77e-5483-42aa-98de-2df6ed3107c5 req-86009469-0ac5-4aa9-92b7-31a9869ab668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:52.386763 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e477c77e-5483-42aa-98de-2df6ed3107c5 req-86009469-0ac5-4aa9-92b7-31a9869ab668 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 1097 time: 0.0413768 Nov 22 23:06:52.481239 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477c77e-5483-42aa-98de-2df6ed3107c5 req-7736f722-7400-40f4-8869-db89fc9c888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:52.482790 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e477c77e-5483-42aa-98de-2df6ed3107c5 req-7736f722-7400-40f4-8869-db89fc9c888c service neutron] 10.222.0.83 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 918 time: 0.0886855 Nov 22 23:06:52.526239 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e477c77e-5483-42aa-98de-2df6ed3107c5 req-4b0e0fcc-916d-4d92-8a45-b45b95cd651f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8da32319-51d1-4c63-adca-4c2685c82057 HTTP/1.1" status: 200 len: 217 time: 0.0351112 Nov 22 23:06:52.575336 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477c77e-5483-42aa-98de-2df6ed3107c5 req-2bd027f9-f1d4-47f8-ae26-cd0ff8836c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:52.576813 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e477c77e-5483-42aa-98de-2df6ed3107c5 req-2bd027f9-f1d4-47f8-ae26-cd0ff8836c97 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 200 len: 855 time: 0.0434051 Nov 22 23:06:52.630147 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477c77e-5483-42aa-98de-2df6ed3107c5 req-55cf57b6-75eb-4bed-bbec-8394c900c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:52.631643 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e477c77e-5483-42aa-98de-2df6ed3107c5 req-55cf57b6-75eb-4bed-bbec-8394c900c8d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf77bdb8-32c3-46df-9787-173ffafa8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435374 Nov 22 23:06:52.721546 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e477c77e-5483-42aa-98de-2df6ed3107c5 req-75aa9dd8-85b0-4e33-bb98-2d9263a7ef17 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817685 Nov 22 23:06:52.813497 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e477c77e-5483-42aa-98de-2df6ed3107c5 req-b60a5863-2ad5-4fac-91ca-026722a0fa9c service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844827 Nov 22 23:06:52.923433 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e08af-4f45-45cf-a2dd-895b5b24413f req-e593abe6-8518-4018-9950-1646bac949a6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:52.924985 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2c9e08af-4f45-45cf-a2dd-895b5b24413f req-e593abe6-8518-4018-9950-1646bac949a6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0488551 Nov 22 23:06:52.977532 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2c9e08af-4f45-45cf-a2dd-895b5b24413f req-273f47ce-2b58-465a-97cc-e9ceda446e0b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456920 Nov 22 23:06:54.095745 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45522e9-00f0-428c-9ce1-dce6952efeff req-16c9dfdd-0768-49c2-96d7-562d8afa20fa tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:54.097122 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c45522e9-00f0-428c-9ce1-dce6952efeff req-16c9dfdd-0768-49c2-96d7-562d8afa20fa tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0491600 Nov 22 23:06:54.147210 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c45522e9-00f0-428c-9ce1-dce6952efeff req-81e27d80-5a6e-46e4-a373-480dc603563f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 Nov 22 23:06:54.745516 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8da32319-51d1-4c63-adca-4c2685c82057 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:06:54.839718 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8da32319-51d1-4c63-adca-4c2685c82057,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:06:54.854469 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '8da32319-51d1-4c63-adca-4c2685c82057', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'port_id': '8da32319-51d1-4c63-adca-4c2685c82057', 'mac_address': 'fa:16:3e:63:46:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:06:54.892761 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:54.906438 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da32319-51d1-4c63-adca-4c2685c82057 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:06:54.925838 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8da32319-51d1-4c63-adca-4c2685c82057,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:06:54.930518 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:54.979165 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=8da32319-51d1-4c63-adca-4c2685c82057,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:55.264597 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aabf4-b0a6-4d60-92b6-963e8dc6ef7b req-49a4a08a-cc1c-4561-b4a8-ad9c1d152b4e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:55.266252 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f08aabf4-b0a6-4d60-92b6-963e8dc6ef7b req-49a4a08a-cc1c-4561-b4a8-ad9c1d152b4e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 945 time: 0.0484436 Nov 22 23:06:55.314750 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f08aabf4-b0a6-4d60-92b6-963e8dc6ef7b req-49adf983-6092-4bff-8c41-ec149549ffef tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425797 Nov 22 23:06:55.406400 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['8da32319-51d1-4c63-adca-4c2685c82057'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:06:56.432628 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa167bc8-36d6-444a-ac9b-d0dc0b9f65c6 req-bfd2d75d-929c-41cb-b4de-a52e6414e448 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:56.434106 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fa167bc8-36d6-444a-ac9b-d0dc0b9f65c6 req-bfd2d75d-929c-41cb-b4de-a52e6414e448 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 945 time: 0.0486712 Nov 22 23:06:56.482655 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fa167bc8-36d6-444a-ac9b-d0dc0b9f65c6 req-d26ad170-ddf4-48e2-9293-696e50314e5c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425584 Nov 22 23:06:56.749563 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8da32319-51d1-4c63-adca-4c2685c82057 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:06:56.801022 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 8da32319-51d1-4c63-adca-4c2685c82057 completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:06:56.806310 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 8da32319-51d1-4c63-adca-4c2685c82057 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:06:56.806751 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:56.885332 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:56.907309 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:06:56.909792 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511ac987-47f9-4eca-b3a0-b06f16ed861c" -d '{"events": [{"server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "name": "network-vif-plugged", "status": "completed", "tag": "8da32319-51d1-4c63-adca-4c2685c82057"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:06:56.923131 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8da32319-51d1-4c63-adca-4c2685c82057,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:06:56.927221 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:06:56.952462 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ed5636-7b8a-4cb7-8fd0-bb1a8e3964c6 x-openstack-request-id: req-15ed5636-7b8a-4cb7-8fd0-bb1a8e3964c6 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:06:56.952755 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "name": "network-vif-plugged", "status": "completed", "tag": "8da32319-51d1-4c63-adca-4c2685c82057", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:06:56.953013 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15ed5636-7b8a-4cb7-8fd0-bb1a8e3964c6 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:06:56.953401 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057', 'code': 200} Nov 22 23:06:56.981860 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=8da32319-51d1-4c63-adca-4c2685c82057,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:06:57.167011 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b442d72-6893-41ef-933a-e4f5c2017b61 req-5f68e9dd-f099-4142-85e0-7148965fe3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:57.168487 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6b442d72-6893-41ef-933a-e4f5c2017b61 req-5f68e9dd-f099-4142-85e0-7148965fe3f7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 1099 time: 0.0435245 Nov 22 23:06:57.222412 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6b442d72-6893-41ef-933a-e4f5c2017b61 req-be29080f-490c-48e7-b9d9-ac6b11765f7f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363903 Nov 22 23:06:57.601312 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d1c25-21eb-4d79-b6ca-79b79169f208 req-822a7412-c394-4219-b5ec-933be45fc6bb tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:57.602890 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cf9d1c25-21eb-4d79-b6ca-79b79169f208 req-822a7412-c394-4219-b5ec-933be45fc6bb tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0483608 Nov 22 23:06:57.648544 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cf9d1c25-21eb-4d79-b6ca-79b79169f208 req-9232a344-aa22-4422-b73f-a66c7710b8d1 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399067 Nov 22 23:06:58.778769 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5b28e-5e69-4575-b544-3a76c290bb34 req-ac19a371-3190-4d2b-89c4-557ee541cdac tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:58.780293 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e2d5b28e-5e69-4575-b544-3a76c290bb34 req-ac19a371-3190-4d2b-89c4-557ee541cdac tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0550187 Nov 22 23:06:58.827378 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e2d5b28e-5e69-4575-b544-3a76c290bb34 req-760122a5-e8c4-4186-a021-2ac6180b6fa8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408487 Nov 22 23:06:59.948277 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489dc06-12a6-4031-a02a-fa4a6250f871 req-54c5f01d-5a7c-4e1f-bece-308cb3ff0365 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:06:59.949802 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a489dc06-12a6-4031-a02a-fa4a6250f871 req-54c5f01d-5a7c-4e1f-bece-308cb3ff0365 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0503218 Nov 22 23:06:59.996303 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a489dc06-12a6-4031-a02a-fa4a6250f871 req-10c56d86-f4d9-40d2-8679-f8fe3ad47446 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Nov 22 23:07:00.112328 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b6c3c-bfc3-4acf-b8de-f04a70497183 req-1704a1d1-5d9e-4140-acb9-a204a7c5e941 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:00.113746 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-779b6c3c-bfc3-4acf-b8de-f04a70497183 req-1704a1d1-5d9e-4140-acb9-a204a7c5e941 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0496879 Nov 22 23:07:00.122772 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42176) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:07:00.127192 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-eaf479ab-8c33-4695-86da-e3275a96b274 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Request body: {'floatingip': {'port_id': '8da32319-51d1-4c63-adca-4c2685c82057'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:07:00.169015 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eaf479ab-8c33-4695-86da-e3275a96b274 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:00.822680 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eaf479ab-8c33-4695-86da-e3275a96b274 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:00.826538 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eaf479ab-8c33-4695-86da-e3275a96b274 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:00.923169 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.l3_db [None req-eaf479ab-8c33-4695-86da-e3275a96b274 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Floating IP b5937b72-c90c-48f4-bb38-a84601a2d9e2 associated. External IP: 172.27.0.134, port: 8da32319-51d1-4c63-adca-4c2685c82057. Nov 22 23:07:01.133885 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf479ab-8c33-4695-86da-e3275a96b274 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Router 4cf4363b-3ee0-4940-aac8-433646632b9b has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:07:01.244013 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf479ab-8c33-4695-86da-e3275a96b274 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:07:01.248936 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-eaf479ab-8c33-4695-86da-e3275a96b274 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:01.253724 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b3449-37e9-4c17-88e8-2b29c6e8a7c5 None None] Sync routers for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:07:01.264691 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b3449-37e9-4c17-88e8-2b29c6e8a7c5 None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:07:01.265315 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-433b3449-37e9-4c17-88e8-2b29c6e8a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:06:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:07:01.280080 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-eaf479ab-8c33-4695-86da-e3275a96b274 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "PUT /v2.0/floatingips/b5937b72-c90c-48f4-bb38-a84601a2d9e2 HTTP/1.1" status: 200 len: 992 time: 1.1520219 Nov 22 23:07:01.280080 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:07:01.280080 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294bc76b-28c2-4677-a707-522e6a7d9450" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "tag": "8da32319-51d1-4c63-adca-4c2685c82057"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:07:01.323391 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2571b8-abb7-402f-8ced-2ed361e46098 x-openstack-request-id: req-7b2571b8-abb7-402f-8ced-2ed361e46098 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:07:01.323886 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "tag": "8da32319-51d1-4c63-adca-4c2685c82057", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:07:01.324305 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b2571b8-abb7-402f-8ced-2ed361e46098 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:07:01.324709 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057', 'status': 'completed', 'code': 200} Nov 22 23:07:01.405058 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-433b3449-37e9-4c17-88e8-2b29c6e8a7c5 None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:07:01.432194 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc76b-28c2-4677-a707-522e6a7d9450 req-ec8a0343-9d3f-4545-ada8-8aa94fd5308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:01.433711 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-294bc76b-28c2-4677-a707-522e6a7d9450 req-ec8a0343-9d3f-4545-ada8-8aa94fd5308f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 1099 time: 0.0492122 Nov 22 23:07:01.532035 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc76b-28c2-4677-a707-522e6a7d9450 req-fcef9e88-c508-476a-a500-ba2d88cecbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:01.533503 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-294bc76b-28c2-4677-a707-522e6a7d9450 req-fcef9e88-c508-476a-a500-ba2d88cecbaa service neutron] 10.222.0.83 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 918 time: 0.0857923 Nov 22 23:07:01.603253 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-294bc76b-28c2-4677-a707-522e6a7d9450 req-3e9f6815-7194-4507-8a24-068dd07537f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8da32319-51d1-4c63-adca-4c2685c82057 HTTP/1.1" status: 200 len: 1000 time: 0.0620110 Nov 22 23:07:01.644027 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-433b3449-37e9-4c17-88e8-2b29c6e8a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': 'b5937b72-c90c-48f4-bb38-a84601a2d9e2', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'port_id': '8da32319-51d1-4c63-adca-4c2685c82057', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'mac_address': 'fa:16:3e:63:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:06:48Z', 'updated_at': '2021-11-22T23:07:00Z', 'revision_number': 1, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:10Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:07:01.661581 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc76b-28c2-4677-a707-522e6a7d9450 req-533f4549-232a-4054-815a-aa6c237ca61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:01.663013 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-294bc76b-28c2-4677-a707-522e6a7d9450 req-533f4549-232a-4054-815a-aa6c237ca61e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 200 len: 855 time: 0.0439923 Nov 22 23:07:01.671634 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b3449-37e9-4c17-88e8-2b29c6e8a7c5 None None] Checking router: 4cf4363b-3ee0-4940-aac8-433646632b9b for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:07:01.680969 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b3449-37e9-4c17-88e8-2b29c6e8a7c5 None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:07:01.681674 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-433b3449-37e9-4c17-88e8-2b29c6e8a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:06:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:07:01.709274 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc76b-28c2-4677-a707-522e6a7d9450 req-31f02e9c-7c13-4cdd-b5f9-6147ec2441d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:01.710801 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-294bc76b-28c2-4677-a707-522e6a7d9450 req-31f02e9c-7c13-4cdd-b5f9-6147ec2441d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf77bdb8-32c3-46df-9787-173ffafa8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393810 Nov 22 23:07:01.790864 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-433b3449-37e9-4c17-88e8-2b29c6e8a7c5 None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:07:01.806453 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-294bc76b-28c2-4677-a707-522e6a7d9450 req-326eaa45-2fd3-4c02-ba66-10869908da79 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872571 Nov 22 23:07:01.900240 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-294bc76b-28c2-4677-a707-522e6a7d9450 req-8bb1e7c2-dcf3-44ed-9255-4b8104dee848 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857174 Nov 22 23:07:02.022355 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-433b3449-37e9-4c17-88e8-2b29c6e8a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': 'b5937b72-c90c-48f4-bb38-a84601a2d9e2', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'port_id': '8da32319-51d1-4c63-adca-4c2685c82057', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'mac_address': 'fa:16:3e:63:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:06:48Z', 'updated_at': '2021-11-22T23:07:00Z', 'revision_number': 1, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:10Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:07:02.049784 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b3449-37e9-4c17-88e8-2b29c6e8a7c5 None None] The sync data for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi is: [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': 'b5937b72-c90c-48f4-bb38-a84601a2d9e2', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'port_id': '8da32319-51d1-4c63-adca-4c2685c82057', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'mac_address': 'fa:16:3e:63:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:06:48Z', 'updated_at': '2021-11-22T23:07:00Z', 'revision_number': 1, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:10Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:07:02.232289 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8656c4-03d0-4f87-be50-b73298ad8a12 None None] New status for floating IP b5937b72-c90c-48f4-bb38-a84601a2d9e2: ACTIVE {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:07:02.584690 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30e7c2ee-750d-4792-9477-2c23836c0d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:04.453989 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:05.265305 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3e4bae87-0b69-407f-9194-e73c350446b1 req-4ed99495-3fef-4902-8317-e68640750cd9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405152 Nov 22 23:07:05.271529 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abe8926c-f202-4b58-b84f-eb829464a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:05.343495 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bae87-0b69-407f-9194-e73c350446b1 req-46a9cd9c-5ab6-44f2-b324-b70600f72a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:05.344991 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3e4bae87-0b69-407f-9194-e73c350446b1 req-46a9cd9c-5ab6-44f2-b324-b70600f72a13 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8e29191d83b4af2b4c82ff4194343c7&device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 1099 time: 0.0444534 Nov 22 23:07:05.454317 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bae87-0b69-407f-9194-e73c350446b1 req-1d256910-b392-4250-b289-bcff5bc40a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:05.455819 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3e4bae87-0b69-407f-9194-e73c350446b1 req-1d256910-b392-4250-b289-bcff5bc40a51 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b486bead-762c-46e4-ac1b-a687c9397500 HTTP/1.1" status: 200 len: 910 time: 0.0892925 Nov 22 23:07:05.526710 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3e4bae87-0b69-407f-9194-e73c350446b1 req-70e35107-163b-4875-a969-c4c95c106f4c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205659ce-e2b8-4823-8f63-d3f6c694a602 HTTP/1.1" status: 200 len: 1002 time: 0.0631886 Nov 22 23:07:05.578033 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bae87-0b69-407f-9194-e73c350446b1 req-7b086b14-d826-4cdf-b675-6ed7fa3910f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:05.579474 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3e4bae87-0b69-407f-9194-e73c350446b1 req-7b086b14-d826-4cdf-b675-6ed7fa3910f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20720024-8213-4c8b-9843-b7ef13d5389b HTTP/1.1" status: 200 len: 847 time: 0.0439708 Nov 22 23:07:05.624078 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bae87-0b69-407f-9194-e73c350446b1 req-d49c07b2-4ee7-4de8-a177-68bcad67b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:05.625593 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3e4bae87-0b69-407f-9194-e73c350446b1 req-d49c07b2-4ee7-4de8-a177-68bcad67b3ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b486bead-762c-46e4-ac1b-a687c9397500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385334 Nov 22 23:07:05.729503 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3e4bae87-0b69-407f-9194-e73c350446b1 req-399908d7-c025-4e36-b428-ca47fb23dc11 service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857356 Nov 22 23:07:05.824966 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3e4bae87-0b69-407f-9194-e73c350446b1 req-c2f635a8-8033-4210-bf71-8b92e3a4f996 service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843287 Nov 22 23:07:06.358281 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:06.852402 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860da91-1704-4580-a85d-b06d71c04249 req-0a36c23b-d02a-441c-a9ed-5361f2838114 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:06.853912 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d860da91-1704-4580-a85d-b06d71c04249 req-0a36c23b-d02a-441c-a9ed-5361f2838114 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0551758 Nov 22 23:07:06.903359 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d860da91-1704-4580-a85d-b06d71c04249 req-a7053940-86ff-47dc-a7a8-cb926a33aa2a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431824 Nov 22 23:07:07.685756 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:08.018437 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e4235-bd45-4a3c-a6ed-a9e2891d1274 req-369e108e-d72c-49b0-b1f3-a59ba180a503 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:08.020583 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0d0e4235-bd45-4a3c-a6ed-a9e2891d1274 req-369e108e-d72c-49b0-b1f3-a59ba180a503 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0498171 Nov 22 23:07:08.069659 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0d0e4235-bd45-4a3c-a6ed-a9e2891d1274 req-2f42c72c-8e8e-4a65-a598-ff2139ff0a71 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430386 Nov 22 23:07:08.239933 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-b360e41c-2aa2-4854-9691-583cd094ee6f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:08.241372 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-b360e41c-2aa2-4854-9691-583cd094ee6f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.83 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 946 time: 0.0472217 Nov 22 23:07:08.271299 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:08.337527 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Deleting port fa888e86-c386-4687-8daf-0f95de7ce011 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:07:08.337907 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:08.430003 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] For port fa888e86-c386-4687-8daf-0f95de7ce011, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=fa888e86-c386-4687-8daf-0f95de7ce011,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:07:08.430432 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:08.603613 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:08.603972 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:08.604320 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.l3_db [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Floating IP 8875a053-05b7-483c-abdc-e5e7023c63c3 disassociated. External IP: 172.27.0.248, port: fa888e86-c386-4687-8daf-0f95de7ce011. Nov 22 23:07:08.604663 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Calling delete_port for fa888e86-c386-4687-8daf-0f95de7ce011 owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:07:08.729719 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:08.760939 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event deleted for resources: {'Port': ['ID=fa888e86-c386-4687-8daf-0f95de7ce011,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:08.876172 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Router 1e544305-eb06-400f-a1d1-3ca3dc00d48b has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:07:08.978821 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:07:08.990045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0388ab34-ad6e-4ba4-a6c0-36c65c252f01 None None] Sync routers for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:07:09.000350 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388ab34-ad6e-4ba4-a6c0-36c65c252f01 None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:07:09.000981 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0388ab34-ad6e-4ba4-a6c0-36c65c252f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:07:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:07:09.020158 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] No DVR routers for this DVR port fa888e86-c386-4687-8daf-0f95de7ce011 on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:07:09.022754 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:09.026303 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6200cdaa-103f-43f9-81d3-c6ecd3ee6e93 req-9d3e351b-1412-4764-9647-5338c80453cc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.83 "DELETE /v2.0/ports/fa888e86-c386-4687-8daf-0f95de7ce011 HTTP/1.1" status: 204 len: 173 time: 0.7773876 Nov 22 23:07:09.026751 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'name': 'network-vif-deleted', 'tag': 'fa888e86-c386-4687-8daf-0f95de7ce011'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:07:09.029032 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ed6842-c508-40db-9fc4-4c788b553eb3" -d '{"events": [{"server_uuid": "ce09954f-3efe-4542-9eb8-c1be3bc21549", "name": "network-vif-deleted", "tag": "fa888e86-c386-4687-8daf-0f95de7ce011"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:07:09.075263 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3e5ca4-f36d-4c06-9b1e-6eeee3f733a0 x-openstack-request-id: req-1e3e5ca4-f36d-4c06-9b1e-6eeee3f733a0 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:07:09.075566 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce09954f-3efe-4542-9eb8-c1be3bc21549", "name": "network-vif-deleted", "tag": "fa888e86-c386-4687-8daf-0f95de7ce011", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:07:09.075821 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e3e5ca4-f36d-4c06-9b1e-6eeee3f733a0 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:07:09.076225 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce09954f-3efe-4542-9eb8-c1be3bc21549', 'name': 'network-vif-deleted', 'tag': 'fa888e86-c386-4687-8daf-0f95de7ce011', 'status': 'completed', 'code': 200} Nov 22 23:07:09.122036 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-0388ab34-ad6e-4ba4-a6c0-36c65c252f01 None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:07:09.241720 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2bfb3000-df30-46c1-ab34-15efbae8b39c req-332a18b9-552e-4f4f-a51f-dd05f6ef82e7 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce09954f-3efe-4542-9eb8-c1be3bc21549 HTTP/1.1" status: 200 len: 210 time: 0.0525036 Nov 22 23:07:09.456236 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0388ab34-ad6e-4ba4-a6c0-36c65c252f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:05Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:07:09.486472 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0388ab34-ad6e-4ba4-a6c0-36c65c252f01 None None] Checking router: 1e544305-eb06-400f-a1d1-3ca3dc00d48b for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:07:09.494879 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388ab34-ad6e-4ba4-a6c0-36c65c252f01 None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:07:09.495496 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0388ab34-ad6e-4ba4-a6c0-36c65c252f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:07:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:07:09.602859 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-0388ab34-ad6e-4ba4-a6c0-36c65c252f01 None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:07:09.799916 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-0388ab34-ad6e-4ba4-a6c0-36c65c252f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:05Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:07:09.830311 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0388ab34-ad6e-4ba4-a6c0-36c65c252f01 None None] The sync data for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi is: [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:05Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:07:10.059344 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081c309f-51f6-45f7-9526-9ee840de0162 None None] New status for floating IP 8875a053-05b7-483c-abdc-e5e7023c63c3: DOWN {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:07:10.332507 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42228) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:07:10.387812 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d16505db-d089-47ef-bf12-e6d3c2c5d4fc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:10.411852 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d16505db-d089-47ef-bf12-e6d3c2c5d4fc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:10.458845 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d16505db-d089-47ef-bf12-e6d3c2c5d4fc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:10.462180 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d16505db-d089-47ef-bf12-e6d3c2c5d4fc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:10.463333 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-d16505db-d089-47ef-bf12-e6d3c2c5d4fc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "DELETE /v2.0/security-groups/d5b56c77-b8ae-4f8e-9c86-fd93df028fe5 HTTP/1.1" status: 204 len: 168 time: 0.1297188 Nov 22 23:07:10.466273 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42230) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:07:10.472323 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16505db-d089-47ef-bf12-e6d3c2c5d4fc tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b56c77-b8ae-4f8e-9c86-fd93df028fe5,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:10.481914 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.api.v2.resource [None req-655033b0-7e79-4495-8aee-9944cfc435b0 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] show failed (client error): The resource could not be found. Nov 22 23:07:10.485857 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42232) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:07:10.486004 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-655033b0-7e79-4495-8aee-9944cfc435b0 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups/d5b56c77-b8ae-4f8e-9c86-fd93df028fe5 HTTP/1.1" status: 404 len: 347 time: 0.0184669 Nov 22 23:07:10.608296 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ac527a5b-ae98-4f05-adb7-0d05fbd71617 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Deleting port 49407cff-7072-403d-8887-2e5b3bbbc239 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:07:10.608612 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac527a5b-ae98-4f05-adb7-0d05fbd71617 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:10.686132 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac527a5b-ae98-4f05-adb7-0d05fbd71617 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:10.686456 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac527a5b-ae98-4f05-adb7-0d05fbd71617 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:10.698464 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-ac527a5b-ae98-4f05-adb7-0d05fbd71617 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Calling delete_port for 49407cff-7072-403d-8887-2e5b3bbbc239 owned by network:floatingip {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:07:10.826324 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device fa888e86-c386-4687-8daf-0f95de7ce011 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:07:10.841125 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac527a5b-ae98-4f05-adb7-0d05fbd71617 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:10.846439 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: fa888e86-c386-4687-8daf-0f95de7ce011 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:07:10.846778 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device fa888e86-c386-4687-8daf-0f95de7ce011 not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:07:10.863065 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac527a5b-ae98-4f05-adb7-0d05fbd71617 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event deleted for resources: {'Port': ['ID=49407cff-7072-403d-8887-2e5b3bbbc239,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:10.892472 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac527a5b-ae98-4f05-adb7-0d05fbd71617 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:10.895099 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ac527a5b-ae98-4f05-adb7-0d05fbd71617 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:10.896319 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-ac527a5b-ae98-4f05-adb7-0d05fbd71617 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "DELETE /v2.0/floatingips/8875a053-05b7-483c-abdc-e5e7023c63c3 HTTP/1.1" status: 204 len: 168 time: 0.4094646 Nov 22 23:07:11.237116 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42238) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:07:11.241714 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-98b7d4c8-8049-4938-9027-b8e7e374b609 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337101801', 'description': 'tempest-description--675411473'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:07:11.262983 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98b7d4c8-8049-4938-9027-b8e7e374b609 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.329090 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98b7d4c8-8049-4938-9027-b8e7e374b609 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.333167 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98b7d4c8-8049-4938-9027-b8e7e374b609 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.362535 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-98b7d4c8-8049-4938-9027-b8e7e374b609 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.363796 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-98b7d4c8-8049-4938-9027-b8e7e374b609 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1256402 Nov 22 23:07:11.365818 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7d4c8-8049-4938-9027-b8e7e374b609 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d4133c-9f88-4616-b006-453c1d73f9c9,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:11.367005 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42240) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:07:11.372325 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-27f193e7-e7e9-4a71-8275-cda09c9ed767 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Request body: {'security_group_rule': {'security_group_id': 'c9d4133c-9f88-4616-b006-453c1d73f9c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:07:11.400588 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27f193e7-e7e9-4a71-8275-cda09c9ed767 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.448619 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27f193e7-e7e9-4a71-8275-cda09c9ed767 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.457973 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27f193e7-e7e9-4a71-8275-cda09c9ed767 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.479809 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f193e7-e7e9-4a71-8275-cda09c9ed767 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d491e3-1555-414c-8064-ac925d8f659b,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:11.488882 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27f193e7-e7e9-4a71-8275-cda09c9ed767 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.490124 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-27f193e7-e7e9-4a71-8275-cda09c9ed767 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214294 Nov 22 23:07:11.493636 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42244) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:07:11.498156 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-95982244-fee7-42f4-8955-0816c02a2b5b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Request body: {'security_group_rule': {'security_group_id': 'c9d4133c-9f88-4616-b006-453c1d73f9c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:07:11.526261 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95982244-fee7-42f4-8955-0816c02a2b5b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.585897 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95982244-fee7-42f4-8955-0816c02a2b5b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.589338 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95982244-fee7-42f4-8955-0816c02a2b5b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.607614 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95982244-fee7-42f4-8955-0816c02a2b5b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9e64db-d46f-49a1-a8ff-1589800bc52d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:11.613057 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-95982244-fee7-42f4-8955-0816c02a2b5b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.614897 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-95982244-fee7-42f4-8955-0816c02a2b5b tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196604 Nov 22 23:07:11.617941 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42246) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:07:11.622208 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Request body: {'floatingip': {'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:07:11.642943 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:11.736576 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:12.086297 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Allocated IP 172.27.0.95 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/38527fe6-4995-4c0b-9dbb-a1947502cfa6) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:07:12.185281 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:12.220688 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:12.258918 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:07:12.261843 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:07:12.265439 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:07:12.291194 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event updated for resources: {'Port': ['ID=38527fe6-4995-4c0b-9dbb-a1947502cfa6,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:12.354047 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:12.385992 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:12.548178 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:12.554341 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:12.630707 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event updated for resources: {'Port': ['ID=38527fe6-4995-4c0b-9dbb-a1947502cfa6,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:12.645534 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:12.662542 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:12.663854 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-04cbb867-3b93-4ca0-94b9-24e402ccaf0d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0448499 Nov 22 23:07:12.885380 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-9c4d1eaf-47fc-409a-8e47-1f97eacf1dca tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--337101801&fields=id&tenant_id=1525897e49c34ebb9215d460e1ad237d HTTP/1.1" status: 200 len: 267 time: 0.0480371 Nov 22 23:07:13.012300 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-1471014c-80c2-4aef-aae9-b9af5f9dafb8 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:13.014661 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-1471014c-80c2-4aef-aae9-b9af5f9dafb8 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/networks?id=135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 200 len: 811 time: 0.1197224 Nov 22 23:07:13.032545 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-54a6e113-49df-43dc-bd80-93aebd1e6829 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/quotas/1525897e49c34ebb9215d460e1ad237d HTTP/1.1" status: 200 len: 375 time: 0.0122786 Nov 22 23:07:13.085910 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-8db1075b-36a6-45f5-8e65-cf39f2eac6be tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1525897e49c34ebb9215d460e1ad237d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466642 Nov 22 23:07:13.292595 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-76c06a99-c87b-412a-bbdf-c36c1560f985 service neutron] 10.222.0.81 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922228 Nov 22 23:07:13.387624 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-f2e9ec38-b449-47e4-a0e1-1525d8b6c52e service neutron] 10.222.0.81 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888183 Nov 22 23:07:13.572108 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-795f4777-afb5-4122-81ea-f27939c6052f req-30fd42e0-733f-428c-82d0-52c2e9302b3e tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 210 time: 0.0323257 Nov 22 23:07:14.677101 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cc5decf8-861d-408d-a18b-49ccf17b33d7 req-aa847ca9-0c4f-44f3-a30a-da5d63d93905 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 210 time: 0.0322676 Nov 22 23:07:14.684382 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-c046131e-cd3b-4efd-b4d5-17a5bcb3b409 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:14.685779 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-c046131e-cd3b-4efd-b4d5-17a5bcb3b409 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.83 "GET /v2.0/networks?id=135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 200 len: 811 time: 0.1297553 Nov 22 23:07:14.770748 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-21cc8120-26f8-4d0b-b59b-a382329b2c3f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1525897e49c34ebb9215d460e1ad237d HTTP/1.1" status: 200 len: 379 time: 0.0584788 Nov 22 23:07:14.784643 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Request body: {'port': {'device_id': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'admin_state_up': True, 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'security_groups': ['c9d4133c-9f88-4616-b006-453c1d73f9c9']}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:07:14.891473 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Made reservation on behalf of 1525897e49c34ebb9215d460e1ad237d for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:07:14.894986 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:15.026362 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Allocated IP 172.20.0.8 (135c9d2c-b547-438e-b31c-2139e85d4ac9/ca886abe-a984-4dfe-9c9e-938111a57318/ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:07:15.160414 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:15.198416 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:15.243763 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Network 135c9d2c-b547-438e-b31c-2139e85d4ac9 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:07:15.249825 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:07:15.252819 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:07:15.258487 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:15.259093 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:15.266066 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event updated for resources: {'Port': ['ID=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:15.285794 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-759094cf-9619-4399-b06b-5142ccbf4c13 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5050719 Nov 22 23:07:15.310098 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Request body: {'port': {'device_id': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:07:15.372942 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:15.488723 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-6ac891ff-02bc-44cf-9cd9-b7aaa791d245 None None] Provisioning complete for port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:07:15.489393 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ac891ff-02bc-44cf-9cd9-b7aaa791d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:15.524568 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6ac891ff-02bc-44cf-9cd9-b7aaa791d245 None None] Port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:07:15.658253 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:07:15.666398 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:15.678548 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Transition to ACTIVE for port object ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:07:15.682872 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:15.770018 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Pushing event updated for resources: {'Port': ['ID=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:15.801712 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Attempting to bind port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:07:15.801921 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Attempting to bind port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:07:15.802256 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Attempting to bind port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 on network 135c9d2c-b547-438e-b31c-2139e85d4ac9 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:07:15.808471 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 on network 135c9d2c-b547-438e-b31c-2139e85d4ac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:07:15.808791 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Attempting to bind port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 on network 135c9d2c-b547-438e-b31c-2139e85d4ac9 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:07:15.816948 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:07:15.817281 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Checking segment: {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:07:15.817691 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Bound using segment: {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:07:15.818140 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Bound port: ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:07:15.818491 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:15.847554 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5a2cc-daaf-418b-a6eb-eb88207323c7 req-bef06291-9a88-42f1-8753-66c6243f63be tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:15.849545 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6bd5a2cc-daaf-418b-a6eb-eb88207323c7 req-bef06291-9a88-42f1-8753-66c6243f63be tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 943 time: 0.0933161 Nov 22 23:07:15.946688 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] For port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:07:15.952173 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6bd5a2cc-daaf-418b-a6eb-eb88207323c7 req-9a2dfa95-42c3-4ed0-8aaf-d7461f37c6ab tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783327 Nov 22 23:07:15.954373 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] For port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:07:15.960307 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:16.002968 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:16.003188 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:16.004601 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] 10.222.0.83 "PUT /v2.0/ports/ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 HTTP/1.1" status: 200 len: 1093 time: 0.6990185 Nov 22 23:07:16.005126 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'tag': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:07:16.008134 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1501eb4-d10b-498c-a006-5c3b36a9c1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e01eeecd-0971-4ec1-a627-0446024134fb", "tag": "ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:07:16.030983 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a6044-501c-4e68-b0d2-dd188462114e service neutron] Pushing event updated for resources: {'Port': ['ID=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:16.058300 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e49fa6e-d137-4a50-899c-d5397c08d0fa x-openstack-request-id: req-7e49fa6e-d137-4a50-899c-d5397c08d0fa {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:07:16.058699 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01eeecd-0971-4ec1-a627-0446024134fb", "tag": "ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:07:16.059041 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e49fa6e-d137-4a50-899c-d5397c08d0fa {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:07:16.059527 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'tag': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0', 'status': 'completed', 'code': 200} Nov 22 23:07:16.136333 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-3be806cc-386f-4290-b3c4-2745bc68c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:16.137887 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-3be806cc-386f-4290-b3c4-2745bc68c103 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1525897e49c34ebb9215d460e1ad237d&device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 1096 time: 0.0456171 Nov 22 23:07:16.224771 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-c85f9dca-65ba-40d8-984a-a900707cd0af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 HTTP/1.1" status: 200 len: 217 time: 0.0660088 Nov 22 23:07:16.281371 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-229e0f54-0d1d-4d54-af7f-762153a153df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:16.282869 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-229e0f54-0d1d-4d54-af7f-762153a153df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca886abe-a984-4dfe-9c9e-938111a57318 HTTP/1.1" status: 200 len: 850 time: 0.0511167 Nov 22 23:07:16.332218 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-20b416a6-453d-4d73-ba82-63da2b35e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:16.334326 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-20b416a6-453d-4d73-ba82-63da2b35e7ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=135c9d2c-b547-438e-b31c-2139e85d4ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428770 Nov 22 23:07:16.657514 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-d4560176-d5f8-42be-98d1-ef90534cd254 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148000 Nov 22 23:07:16.752836 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8bf95f67-efc6-4800-98f4-dc48e6b8db0b req-6afc65cf-5758-412f-883a-9e71f78e5122 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876505 Nov 22 23:07:16.904249 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1501eb4-d10b-498c-a006-5c3b36a9c1fc req-53beec68-b1d3-4285-8aaa-6409a1019e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:16.905775 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f1501eb4-d10b-498c-a006-5c3b36a9c1fc req-53beec68-b1d3-4285-8aaa-6409a1019e84 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1525897e49c34ebb9215d460e1ad237d&device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 1096 time: 0.0489402 Nov 22 23:07:17.004118 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1501eb4-d10b-498c-a006-5c3b36a9c1fc req-44f614a4-70a8-4cf5-8068-a3bfb8dc4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:17.005575 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f1501eb4-d10b-498c-a006-5c3b36a9c1fc req-44f614a4-70a8-4cf5-8068-a3bfb8dc4459 service neutron] 10.222.0.83 "GET /v2.0/networks?id=135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 200 len: 913 time: 0.0910895 Nov 22 23:07:17.055679 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f1501eb4-d10b-498c-a006-5c3b36a9c1fc req-0f2e8cf8-2790-447d-b39c-883a5fd0c2b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 HTTP/1.1" status: 200 len: 217 time: 0.0428495 Nov 22 23:07:17.127517 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1501eb4-d10b-498c-a006-5c3b36a9c1fc req-253207be-7309-486c-94f0-387485aa32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:17.129087 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f1501eb4-d10b-498c-a006-5c3b36a9c1fc req-253207be-7309-486c-94f0-387485aa32f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca886abe-a984-4dfe-9c9e-938111a57318 HTTP/1.1" status: 200 len: 850 time: 0.0655854 Nov 22 23:07:17.141207 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837230-5e68-4034-9578-f205b5e406b8 req-dc1b08be-4ecd-4a50-8618-8d3e426a5ddb tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:17.142724 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04837230-5e68-4034-9578-f205b5e406b8 req-dc1b08be-4ecd-4a50-8618-8d3e426a5ddb tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 943 time: 0.0901718 Nov 22 23:07:17.218302 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1501eb4-d10b-498c-a006-5c3b36a9c1fc req-e99c1add-56ee-41be-83eb-da8732e27a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:17.219824 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f1501eb4-d10b-498c-a006-5c3b36a9c1fc req-e99c1add-56ee-41be-83eb-da8732e27a72 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=135c9d2c-b547-438e-b31c-2139e85d4ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762143 Nov 22 23:07:17.223533 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04837230-5e68-4034-9578-f205b5e406b8 req-c237cee0-d154-4d6f-bcfe-2747690f2043 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704863 Nov 22 23:07:17.330846 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f1501eb4-d10b-498c-a006-5c3b36a9c1fc req-2d53dbf8-862a-420b-a2ab-598bb177f609 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839276 Nov 22 23:07:17.426394 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f1501eb4-d10b-498c-a006-5c3b36a9c1fc req-4c3e3cb8-92b4-4d6b-9c52-8b1d1af24f39 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880103 Nov 22 23:07:18.341054 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e5d9-dbf0-43fa-9f70-c36e2967ecf5 req-c47fe1f2-4608-4325-bf79-7763ca097f56 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:18.342599 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a6b6e5d9-dbf0-43fa-9f70-c36e2967ecf5 req-c47fe1f2-4608-4325-bf79-7763ca097f56 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 943 time: 0.0501592 Nov 22 23:07:18.391950 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a6b6e5d9-dbf0-43fa-9f70-c36e2967ecf5 req-bb241c6e-99ec-4a23-8f3a-aa59a3de1ade tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Nov 22 23:07:19.510230 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2c3ae-05a3-4330-9e68-789f6586998b req-c27cd468-d308-4787-b65e-548639d2350c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:19.511795 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04e2c3ae-05a3-4330-9e68-789f6586998b req-c27cd468-d308-4787-b65e-548639d2350c tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 943 time: 0.0489848 Nov 22 23:07:19.560568 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04e2c3ae-05a3-4330-9e68-789f6586998b req-f3db9813-8050-4dcd-b673-b94f1fbdeb1d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428233 Nov 22 23:07:20.677764 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee065c-9d6c-485f-b7cc-35a5b44927a7 req-558907b5-1d8a-416a-9adc-bca47e85589a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:20.679858 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3eee065c-9d6c-485f-b7cc-35a5b44927a7 req-558907b5-1d8a-416a-9adc-bca47e85589a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 943 time: 0.0522187 Nov 22 23:07:20.725452 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3eee065c-9d6c-485f-b7cc-35a5b44927a7 req-a7db3827-fc9e-49ab-a7ae-11f7cb7bd7ed tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399058 Nov 22 23:07:20.854502 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:07:20.947141 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:07:20.958627 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'port_id': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0', 'mac_address': 'fa:16:3e:0b:3e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:07:20.998643 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:21.011547 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:07:21.029951 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:07:21.034210 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:21.080682 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:21.535069 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:07:21.839501 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871fa12-b54c-42bf-b235-f32bcd4ecf0f req-3a2d1e1b-fcba-4953-8d89-ab43cfb96f3d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:21.840997 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8871fa12-b54c-42bf-b235-f32bcd4ecf0f req-3a2d1e1b-fcba-4953-8d89-ab43cfb96f3d tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 944 time: 0.0490668 Nov 22 23:07:21.888608 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8871fa12-b54c-42bf-b235-f32bcd4ecf0f req-6522acb0-782f-4590-9c01-676d3b48ee9e tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416811 Nov 22 23:07:22.858278 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:07:22.906043 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:07:22.910462 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:07:22.910833 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:22.991516 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:23.006723 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5ad65-2e39-4e99-8463-cc23e046d6ac req-077c47d7-fc35-499a-9cf5-cac94e27e487 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:23.008831 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aed5ad65-2e39-4e99-8463-cc23e046d6ac req-077c47d7-fc35-499a-9cf5-cac94e27e487 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 944 time: 0.0534167 Nov 22 23:07:23.014452 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:07:23.016669 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28c034a-38bb-4630-97c0-c76ea4f89298" -d '{"events": [{"server_uuid": "e01eeecd-0971-4ec1-a627-0446024134fb", "name": "network-vif-plugged", "status": "completed", "tag": "ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:07:23.030886 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:07:23.035466 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:23.051098 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:07:23.060028 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6589fc20-c4e2-4dda-b5fe-badd653442c5 x-openstack-request-id: req-6589fc20-c4e2-4dda-b5fe-badd653442c5 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:07:23.060343 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01eeecd-0971-4ec1-a627-0446024134fb", "name": "network-vif-plugged", "status": "completed", "tag": "ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:07:23.060598 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6589fc20-c4e2-4dda-b5fe-badd653442c5 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:07:23.060982 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0', 'code': 200} Nov 22 23:07:23.066650 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aed5ad65-2e39-4e99-8463-cc23e046d6ac req-9a1d2812-b56f-4a54-a140-e5c37906d43a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515952 Nov 22 23:07:23.087990 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:07:23.273948 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06999142-7d76-4bb5-bdae-bf42403537c8 req-1049c480-7611-43f7-9e52-038c5b29a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:23.275439 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-06999142-7d76-4bb5-bdae-bf42403537c8 req-1049c480-7611-43f7-9e52-038c5b29a162 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 1098 time: 0.0396974 Nov 22 23:07:23.321038 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-06999142-7d76-4bb5-bdae-bf42403537c8 req-5ff1310e-9572-4d30-a190-2c705c3a84ad service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378234 Nov 22 23:07:24.182247 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d093adb-22a4-4ca0-8ae6-9e568e1f171a req-926ca167-d449-469f-88e9-d5e5f70a210a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:24.183741 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9d093adb-22a4-4ca0-8ae6-9e568e1f171a req-926ca167-d449-469f-88e9-d5e5f70a210a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 945 time: 0.0491502 Nov 22 23:07:24.234033 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9d093adb-22a4-4ca0-8ae6-9e568e1f171a req-4aabd730-0201-42a6-a7ab-8d631e5e9b39 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443435 Nov 22 23:07:25.348476 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3edd13-0e97-45cd-ad02-f5dfac710eee req-01d37217-4b61-475f-949d-38bc373d2889 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:25.349995 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2a3edd13-0e97-45cd-ad02-f5dfac710eee req-01d37217-4b61-475f-949d-38bc373d2889 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 945 time: 0.0484872 Nov 22 23:07:25.397375 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2a3edd13-0e97-45cd-ad02-f5dfac710eee req-befea87a-f140-48a9-ac71-f3536ad3f254 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407803 Nov 22 23:07:25.512013 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec256a7-ae35-4899-857e-7f08d7093dc5 req-91c65967-5338-489b-99f6-441de0d859d7 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:25.513514 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0ec256a7-ae35-4899-857e-7f08d7093dc5 req-91c65967-5338-489b-99f6-441de0d859d7 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 945 time: 0.0496445 Nov 22 23:07:25.521859 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42332) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:07:25.526261 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-e291053c-3942-4cb4-bc0c-dd63176623be tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Request body: {'floatingip': {'port_id': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:07:25.569387 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e291053c-3942-4cb4-bc0c-dd63176623be tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:25.999244 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e291053c-3942-4cb4-bc0c-dd63176623be tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:26.002948 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e291053c-3942-4cb4-bc0c-dd63176623be tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:26.105487 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.l3_db [None req-e291053c-3942-4cb4-bc0c-dd63176623be tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Floating IP 153949d5-d73f-4436-9476-4657d2f6249d associated. External IP: 172.27.0.95, port: ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0. Nov 22 23:07:26.316960 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e291053c-3942-4cb4-bc0c-dd63176623be tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Router 1e544305-eb06-400f-a1d1-3ca3dc00d48b has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:07:26.423452 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e291053c-3942-4cb4-bc0c-dd63176623be tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:07:26.428230 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e291053c-3942-4cb4-bc0c-dd63176623be tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:26.433474 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68682d-d49c-429d-9ee6-ea632cac533d None None] Sync routers for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:07:26.442747 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68682d-d49c-429d-9ee6-ea632cac533d None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:07:26.443353 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4e68682d-d49c-429d-9ee6-ea632cac533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:07:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:07:26.455767 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-e291053c-3942-4cb4-bc0c-dd63176623be tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "PUT /v2.0/floatingips/153949d5-d73f-4436-9476-4657d2f6249d HTTP/1.1" status: 200 len: 990 time: 0.9328382 Nov 22 23:07:26.456363 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'tag': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:07:26.458598 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e462aff-4a64-4655-aac7-1a4e4782583e" -d '{"events": [{"name": "network-changed", "server_uuid": "e01eeecd-0971-4ec1-a627-0446024134fb", "tag": "ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:07:26.498862 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffff073-b44c-4bbf-a35d-fdbde7961e60 x-openstack-request-id: req-3ffff073-b44c-4bbf-a35d-fdbde7961e60 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:07:26.499159 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01eeecd-0971-4ec1-a627-0446024134fb", "tag": "ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:07:26.499416 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ffff073-b44c-4bbf-a35d-fdbde7961e60 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:07:26.499813 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'tag': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0', 'status': 'completed', 'code': 200} Nov 22 23:07:26.565177 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-4e68682d-d49c-429d-9ee6-ea632cac533d None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:07:26.594560 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e462aff-4a64-4655-aac7-1a4e4782583e req-6eb93f96-ca56-407e-90d2-ffda8710f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:26.596143 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8e462aff-4a64-4655-aac7-1a4e4782583e req-6eb93f96-ca56-407e-90d2-ffda8710f677 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1525897e49c34ebb9215d460e1ad237d&device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 1098 time: 0.0424590 Nov 22 23:07:26.691555 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e462aff-4a64-4655-aac7-1a4e4782583e req-9a87528a-a88c-46c2-a9bf-af12067d868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:26.692935 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8e462aff-4a64-4655-aac7-1a4e4782583e req-9a87528a-a88c-46c2-a9bf-af12067d868a service neutron] 10.222.0.83 "GET /v2.0/networks?id=135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 200 len: 913 time: 0.0884240 Nov 22 23:07:26.758023 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8e462aff-4a64-4655-aac7-1a4e4782583e req-488b60c4-6500-4d58-bdeb-0cb7047533d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 HTTP/1.1" status: 200 len: 998 time: 0.0567377 Nov 22 23:07:26.793563 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4e68682d-d49c-429d-9ee6-ea632cac533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '153949d5-d73f-4436-9476-4657d2f6249d', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'port_id': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'mac_address': 'fa:16:3e:0b:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:07:12Z', 'updated_at': '2021-11-22T23:07:25Z', 'revision_number': 1, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:05Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:07:26.810308 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e462aff-4a64-4655-aac7-1a4e4782583e req-4c83a35f-1a77-417b-b043-165540ef9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:26.811784 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8e462aff-4a64-4655-aac7-1a4e4782583e req-4c83a35f-1a77-417b-b043-165540ef9e45 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca886abe-a984-4dfe-9c9e-938111a57318 HTTP/1.1" status: 200 len: 850 time: 0.0473711 Nov 22 23:07:26.820132 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68682d-d49c-429d-9ee6-ea632cac533d None None] Checking router: 1e544305-eb06-400f-a1d1-3ca3dc00d48b for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:07:26.828532 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68682d-d49c-429d-9ee6-ea632cac533d None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:07:26.829142 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4e68682d-d49c-429d-9ee6-ea632cac533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:07:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:07:26.860415 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e462aff-4a64-4655-aac7-1a4e4782583e req-977208f7-ebde-4edb-82e6-b877a6b28e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:07:26.861954 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8e462aff-4a64-4655-aac7-1a4e4782583e req-977208f7-ebde-4edb-82e6-b877a6b28e3a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=135c9d2c-b547-438e-b31c-2139e85d4ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415096 Nov 22 23:07:26.943383 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-4e68682d-d49c-429d-9ee6-ea632cac533d None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:07:26.953557 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8e462aff-4a64-4655-aac7-1a4e4782583e req-ef3c449a-06f5-4f19-8e98-135e917012e5 service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838032 Nov 22 23:07:27.049093 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8e462aff-4a64-4655-aac7-1a4e4782583e req-63454859-fd51-40f3-bf74-4a5b85a6877d service neutron] 10.222.0.83 "GET /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874510 Nov 22 23:07:27.172443 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-4e68682d-d49c-429d-9ee6-ea632cac533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '153949d5-d73f-4436-9476-4657d2f6249d', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'port_id': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'mac_address': 'fa:16:3e:0b:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:07:12Z', 'updated_at': '2021-11-22T23:07:25Z', 'revision_number': 1, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:05Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:07:27.199039 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68682d-d49c-429d-9ee6-ea632cac533d None None] The sync data for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi is: [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '153949d5-d73f-4436-9476-4657d2f6249d', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'port_id': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'mac_address': 'fa:16:3e:0b:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:07:12Z', 'updated_at': '2021-11-22T23:07:25Z', 'revision_number': 1, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:05Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:07:27.390375 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a6773-6717-414d-b7bf-f106bf107120 None None] New status for floating IP 153949d5-d73f-4436-9476-4657d2f6249d: ACTIVE {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:07:32.590111 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2530-be78-4175-a0cd-29c945d2f83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:34.457085 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:35.272347 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e36438a6-c921-471d-9f41-c4562310549d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:36.360134 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:37.689491 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:07:38.274848 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:00.050144 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:08:02.583570 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a07a580-712e-4fba-9aef-087e3b4317a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:04.467634 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:05.276439 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d0d71c1e-4dd2-4003-bfd7-041e69696209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:06.362548 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:07.689885 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:08.276278 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:18.367599 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42538) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:18.524225 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Deleting port 66b60e1c-ca44-4b01-82df-29a1332d5913 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:08:18.524564 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:18.597979 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:18.598303 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:18.610090 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Calling delete_port for 66b60e1c-ca44-4b01-82df-29a1332d5913 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:08:18.782690 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:18.810110 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event deleted for resources: {'Port': ['ID=66b60e1c-ca44-4b01-82df-29a1332d5913,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:18.834533 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:18.834870 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:18.835212 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:18.835548 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:18.835882 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:18.836214 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:18.836540 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:18.836863 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:18.837194 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:18.837517 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:18.837871 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:18.838196 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:18.878243 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:18.878573 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.l3_db [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Floating IP 7ba0a25d-c210-4de3-97fa-143831aa7fa7 disassociated (deleted). External IP: 172.27.0.242, port: 205659ce-e2b8-4823-8f63-d3f6c694a602. Nov 22 23:08:19.083277 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Router 12a8518f-3f44-403e-9e99-2da8b55a1291 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:08:19.190902 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:08:19.196012 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:19.200890 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd15e6b3-5c02-4819-84cd-739f87576065 None None] Sync routers for ids ['12a8518f-3f44-403e-9e99-2da8b55a1291'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:08:19.210963 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd15e6b3-5c02-4819-84cd-739f87576065 None None] Routers {'12a8518f-3f44-403e-9e99-2da8b55a1291'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:08:19.211578 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-bd15e6b3-5c02-4819-84cd-739f87576065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:08:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['12a8518f-3f44-403e-9e99-2da8b55a1291'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:19.223476 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-80f7ae4e-a3e6-4d28-b416-aecc2dcbacb5 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "DELETE /v2.0/floatingips/7ba0a25d-c210-4de3-97fa-143831aa7fa7 HTTP/1.1" status: 204 len: 168 time: 0.8547881 Nov 22 23:08:19.224053 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:08:19.227188 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dc5bca-df1e-411f-acc7-750a994f918c" -d '{"events": [{"name": "network-changed", "server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:08:19.264498 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbb8f40-5086-400e-93c5-c3a7351b5d93 x-openstack-request-id: req-5dbb8f40-5086-400e-93c5-c3a7351b5d93 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:08:19.265444 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:08:19.265444 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5dbb8f40-5086-400e-93c5-c3a7351b5d93 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:08:19.265700 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'status': 'completed', 'code': 200} Nov 22 23:08:19.384972 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc5bca-df1e-411f-acc7-750a994f918c req-f6ab76ad-a221-4d7a-a092-9d2e2a63c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:19.386589 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-10dc5bca-df1e-411f-acc7-750a994f918c req-f6ab76ad-a221-4d7a-a092-9d2e2a63c771 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8e29191d83b4af2b4c82ff4194343c7&device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 1099 time: 0.0675139 Nov 22 23:08:19.454558 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-bd15e6b3-5c02-4819-84cd-739f87576065 None None] Set router 12a8518f-3f44-403e-9e99-2da8b55a1291 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:08:19.518074 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406be7ed-977c-4bb0-bf7f-bc4a51f2e33a req-c25c855b-cd3b-4f32-9c17-58d3155ffe8f tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:19.519551 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-406be7ed-977c-4bb0-bf7f-bc4a51f2e33a req-c25c855b-cd3b-4f32-9c17-58d3155ffe8f tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.1006091 Nov 22 23:08:19.565153 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc5bca-df1e-411f-acc7-750a994f918c req-fdd5f546-582e-44ef-8874-095908b65719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:19.566825 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-10dc5bca-df1e-411f-acc7-750a994f918c req-fdd5f546-582e-44ef-8874-095908b65719 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b486bead-762c-46e4-ac1b-a687c9397500 HTTP/1.1" status: 200 len: 910 time: 0.1464951 Nov 22 23:08:19.629376 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-406be7ed-977c-4bb0-bf7f-bc4a51f2e33a req-58deab1b-1ff6-4f8d-b88a-a53d2b7c3a2d tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018233 Nov 22 23:08:19.631528 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-10dc5bca-df1e-411f-acc7-750a994f918c req-71cf10f2-f73b-4d27-8e10-97b5c2d28f0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205659ce-e2b8-4823-8f63-d3f6c694a602 HTTP/1.1" status: 200 len: 217 time: 0.0526414 Nov 22 23:08:19.663636 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-bd15e6b3-5c02-4819-84cd-739f87576065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 4, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '74227afc-21ea-4f01-a4a0-c149aafff1d4', 'name': '', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'mac_address': 'fa:16:3e:b4:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:40Z', 'updated_at': '2021-11-22T23:00:47Z', 'revision_number': 5, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'subnets': [{'id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:19.682945 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc5bca-df1e-411f-acc7-750a994f918c req-e60b663f-2ccb-4248-99bf-9c6547e77ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:19.684410 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-10dc5bca-df1e-411f-acc7-750a994f918c req-e60b663f-2ccb-4248-99bf-9c6547e77ac4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20720024-8213-4c8b-9843-b7ef13d5389b HTTP/1.1" status: 200 len: 847 time: 0.0452318 Nov 22 23:08:19.690272 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd15e6b3-5c02-4819-84cd-739f87576065 None None] Checking router: 12a8518f-3f44-403e-9e99-2da8b55a1291 for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:08:19.698678 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd15e6b3-5c02-4819-84cd-739f87576065 None None] Routers {'12a8518f-3f44-403e-9e99-2da8b55a1291'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:08:19.699294 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-bd15e6b3-5c02-4819-84cd-739f87576065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:08:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['12a8518f-3f44-403e-9e99-2da8b55a1291'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:19.733364 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc5bca-df1e-411f-acc7-750a994f918c req-72b7c080-14a5-4a47-93c7-ca0bc6602809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:19.734896 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-10dc5bca-df1e-411f-acc7-750a994f918c req-72b7c080-14a5-4a47-93c7-ca0bc6602809 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b486bead-762c-46e4-ac1b-a687c9397500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404365 Nov 22 23:08:19.806805 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-bd15e6b3-5c02-4819-84cd-739f87576065 None None] Set router 12a8518f-3f44-403e-9e99-2da8b55a1291 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:08:19.828965 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-10dc5bca-df1e-411f-acc7-750a994f918c req-61c76e41-4f00-4021-8deb-35699315864e service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845821 Nov 22 23:08:19.927768 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-10dc5bca-df1e-411f-acc7-750a994f918c req-ed792e78-aa4a-4f2a-9619-2ede466e087d service neutron] 10.222.0.83 "GET /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904806 Nov 22 23:08:20.011802 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-bd15e6b3-5c02-4819-84cd-739f87576065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 4, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '74227afc-21ea-4f01-a4a0-c149aafff1d4', 'name': '', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'mac_address': 'fa:16:3e:b4:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:40Z', 'updated_at': '2021-11-22T23:00:47Z', 'revision_number': 5, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'subnets': [{'id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:20.043046 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd15e6b3-5c02-4819-84cd-739f87576065 None None] The sync data for ids ['12a8518f-3f44-403e-9e99-2da8b55a1291'] in dv-cinder-818834-1-iscsi is: [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:00:41Z', 'revision_number': 4, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '74227afc-21ea-4f01-a4a0-c149aafff1d4', 'name': '', 'network_id': 'b486bead-762c-46e4-ac1b-a687c9397500', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'mac_address': 'fa:16:3e:b4:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:40Z', 'updated_at': '2021-11-22T23:00:47Z', 'revision_number': 5, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'subnets': [{'id': '20720024-8213-4c8b-9843-b7ef13d5389b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:08:20.253378 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca7845-3af6-438c-840b-e2280db0a74f None None] New status for floating IP 7ba0a25d-c210-4de3-97fa-143831aa7fa7: DOWN {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:08:20.747511 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511beb2-d929-409a-88ef-32670f42bf0c req-017be96f-dd35-403f-a530-c558721be015 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:20.748989 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4511beb2-d929-409a-88ef-32670f42bf0c req-017be96f-dd35-403f-a530-c558721be015 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0485349 Nov 22 23:08:20.798737 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4511beb2-d929-409a-88ef-32670f42bf0c req-e1ce7974-d69d-4fe9-98f1-9bbef7ad40e1 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/security-groups?id=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438604 Nov 22 23:08:21.439571 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76878ae-7c18-4af6-8cb4-96f7b5c82183 req-9e2e76b0-b6a7-44a2-86d8-28969a9ded45 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:21.441120 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b76878ae-7c18-4af6-8cb4-96f7b5c82183 req-9e2e76b0-b6a7-44a2-86d8-28969a9ded45 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.83 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 946 time: 0.0537682 Nov 22 23:08:21.534042 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-b76878ae-7c18-4af6-8cb4-96f7b5c82183 req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Deleting port 205659ce-e2b8-4823-8f63-d3f6c694a602 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:08:21.534433 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-b76878ae-7c18-4af6-8cb4-96f7b5c82183 req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:21.625198 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-b76878ae-7c18-4af6-8cb4-96f7b5c82183 req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] For port 205659ce-e2b8-4823-8f63-d3f6c694a602, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=205659ce-e2b8-4823-8f63-d3f6c694a602,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:21.625561 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-b76878ae-7c18-4af6-8cb4-96f7b5c82183 req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:21.638301 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-b76878ae-7c18-4af6-8cb4-96f7b5c82183 req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Calling delete_port for 205659ce-e2b8-4823-8f63-d3f6c694a602 owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:08:21.763911 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-b76878ae-7c18-4af6-8cb4-96f7b5c82183 req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:21.794528 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event deleted for resources: {'Port': ['ID=205659ce-e2b8-4823-8f63-d3f6c694a602,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:21.819067 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:21.819414 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:21.819753 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:21.820083 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:21.820428 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:21.820736 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:21.821057 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:21.821378 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:21.821799 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:21.822124 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:21.822443 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:21.822759 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:21.845913 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76878ae-7c18-4af6-8cb4-96f7b5c82183 req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] No DVR routers for this DVR port 205659ce-e2b8-4823-8f63-d3f6c694a602 on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:08:21.848787 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-b76878ae-7c18-4af6-8cb4-96f7b5c82183 req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:21.852788 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b76878ae-7c18-4af6-8cb4-96f7b5c82183 req-9515e6ea-7448-47f0-8e31-1ee54fa4d1e2 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.83 "DELETE /v2.0/ports/205659ce-e2b8-4823-8f63-d3f6c694a602 HTTP/1.1" status: 204 len: 173 time: 0.4052000 Nov 22 23:08:21.853266 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'name': 'network-vif-deleted', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:08:21.856111 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476f0e65-6b37-433b-8ff5-8b7a3a850296" -d '{"events": [{"server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "name": "network-vif-deleted", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:08:21.904424 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5926f009-da61-432a-bc43-4885fe38c024 x-openstack-request-id: req-5926f009-da61-432a-bc43-4885fe38c024 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:08:21.904717 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818d0284-d432-40e7-8b2c-1f8b98bbf6ad", "name": "network-vif-deleted", "tag": "205659ce-e2b8-4823-8f63-d3f6c694a602", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:08:21.904966 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5926f009-da61-432a-bc43-4885fe38c024 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:08:21.905355 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818d0284-d432-40e7-8b2c-1f8b98bbf6ad', 'name': 'network-vif-deleted', 'tag': '205659ce-e2b8-4823-8f63-d3f6c694a602', 'status': 'completed', 'code': 200} Nov 22 23:08:21.907293 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-32271f03-9473-4d01-8d2c-af62eb860456 req-d6ec7b47-1abf-4343-8047-5a512b748abc tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "GET /v2.0/ports?device_id=818d0284-d432-40e7-8b2c-1f8b98bbf6ad HTTP/1.1" status: 200 len: 210 time: 0.0311859 Nov 22 23:08:22.967231 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42580) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:23.025443 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d72e4191-30a8-4708-8b94-6d2cb0655077 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:23.268560 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d72e4191-30a8-4708-8b94-6d2cb0655077 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:23.325790 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d72e4191-30a8-4708-8b94-6d2cb0655077 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:23.328497 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d72e4191-30a8-4708-8b94-6d2cb0655077 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:23.329758 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-d72e4191-30a8-4708-8b94-6d2cb0655077 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] 10.222.0.81 "DELETE /v2.0/security-groups/af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7 HTTP/1.1" status: 204 len: 168 time: 0.3615010 Nov 22 23:08:23.339949 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e4191-30a8-4708-8b94-6d2cb0655077 tempest-TestShelveInstance-2861042 tempest-TestShelveInstance-2861042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1dd699-22b3-4b7f-a8a3-2d616fbbc1a7,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:23.387663 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42586) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:23.903649 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0f2f85ef-15bd-4974-8852-734e19148993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16292126'] for router_interface, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:24.208889 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f85ef-15bd-4974-8852-734e19148993 admin admin] Deleting port 74227afc-21ea-4f01-a4a0-c149aafff1d4 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:08:24.209540 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0f2f85ef-15bd-4974-8852-734e19148993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:24.286006 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0f2f85ef-15bd-4974-8852-734e19148993 admin admin] For port 74227afc-21ea-4f01-a4a0-c149aafff1d4, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=74227afc-21ea-4f01-a4a0-c149aafff1d4,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:24.286428 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0f2f85ef-15bd-4974-8852-734e19148993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:24.301450 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f85ef-15bd-4974-8852-734e19148993 admin admin] Calling delete_port for 74227afc-21ea-4f01-a4a0-c149aafff1d4 owned by network:router_interface {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:08:24.484550 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0f2f85ef-15bd-4974-8852-734e19148993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:24.511685 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f85ef-15bd-4974-8852-734e19148993 admin admin] Pushing event deleted for resources: {'Port': ['ID=74227afc-21ea-4f01-a4a0-c149aafff1d4,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:24.650799 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0f2f85ef-15bd-4974-8852-734e19148993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398574'] for router_interface, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:24.901844 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2f85ef-15bd-4974-8852-734e19148993 admin admin] Router 12a8518f-3f44-403e-9e99-2da8b55a1291 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:08:25.005431 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2f85ef-15bd-4974-8852-734e19148993 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:08:25.010359 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-0f2f85ef-15bd-4974-8852-734e19148993 admin admin] 10.222.0.81 "PUT /v2.0/routers/12a8518f-3f44-403e-9e99-2da8b55a1291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6216090 Nov 22 23:08:25.013098 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42604) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:25.015975 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee7164-4338-41ef-b664-9babb59b866b None None] Sync routers for ids ['12a8518f-3f44-403e-9e99-2da8b55a1291'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:08:25.029005 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee7164-4338-41ef-b664-9babb59b866b None None] Routers {'12a8518f-3f44-403e-9e99-2da8b55a1291'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:08:25.029672 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e1ee7164-4338-41ef-b664-9babb59b866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:08:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['12a8518f-3f44-403e-9e99-2da8b55a1291'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:25.116565 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Publish callbacks [] for router, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:25.135250 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e1ee7164-4338-41ef-b664-9babb59b866b None None] Set router 12a8518f-3f44-403e-9e99-2da8b55a1291 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:08:25.163693 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 205659ce-e2b8-4823-8f63-d3f6c694a602 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:08:25.213048 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 205659ce-e2b8-4823-8f63-d3f6c694a602 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:08:25.213394 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 205659ce-e2b8-4823-8f63-d3f6c694a602 not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:08:25.218706 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:25.349899 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e1ee7164-4338-41ef-b664-9babb59b866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '61a58d19-421a-4c45-87af-6defa87ba616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:08:24Z', 'revision_number': 5, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port': {'id': '61a58d19-421a-4c45-87af-6defa87ba616', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:25.376815 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee7164-4338-41ef-b664-9babb59b866b None None] Checking router: 12a8518f-3f44-403e-9e99-2da8b55a1291 for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:08:25.386906 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee7164-4338-41ef-b664-9babb59b866b None None] Routers {'12a8518f-3f44-403e-9e99-2da8b55a1291'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:08:25.387540 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e1ee7164-4338-41ef-b664-9babb59b866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:08:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['12a8518f-3f44-403e-9e99-2da8b55a1291'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:25.478029 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-e1ee7164-4338-41ef-b664-9babb59b866b None None] Set router 12a8518f-3f44-403e-9e99-2da8b55a1291 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:08:25.490861 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Deleting port 61a58d19-421a-4c45-87af-6defa87ba616 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:08:25.491198 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:25.536101 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-e1ee7164-4338-41ef-b664-9babb59b866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:08:25Z', 'revision_number': 6, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port_host': None}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:25.563476 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee7164-4338-41ef-b664-9babb59b866b None None] The sync data for ids ['12a8518f-3f44-403e-9e99-2da8b55a1291'] in dv-cinder-818834-1-iscsi is: [{'id': '12a8518f-3f44-403e-9e99-2da8b55a1291', 'name': 'tempest-TestShelveInstance-635087930-router', 'tenant_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:37Z', 'updated_at': '2021-11-22T23:08:25Z', 'revision_number': 6, 'project_id': 'f8e29191d83b4af2b4c82ff4194343c7', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:08:25.570604 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] For port 61a58d19-421a-4c45-87af-6defa87ba616, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=61a58d19-421a-4c45-87af-6defa87ba616,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:25.570997 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:25.588013 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Calling delete_port for 61a58d19-421a-4c45-87af-6defa87ba616 owned by network:router_gateway {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:08:25.749003 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:25.773282 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a58d19-421a-4c45-87af-6defa87ba616,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:25.801252 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293312'] for router_gateway, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:25.911223 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28237'] for router, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:25.919035 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:25.992594 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398555'] for router, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:25.993252 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12a8518f-3f44-403e-9e99-2da8b55a1291 {{(pid=102663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 23:08:25.998954 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] Publish callbacks [] for router, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.000351 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-978e3ce3-b440-49fb-a694-22b1f3e58987 admin admin] 10.222.0.81 "DELETE /v2.0/routers/12a8518f-3f44-403e-9e99-2da8b55a1291 HTTP/1.1" status: 204 len: 168 time: 0.9862530 Nov 22 23:08:26.002768 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42612) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:26.057561 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_v2 [None req-628b5105-06c4-4ebb-ac03-3384f90137c8 admin admin] Deleting subnet 20720024-8213-4c8b-9843-b7ef13d5389b {{(pid=102663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:08:26.057992 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 74227afc-21ea-4f01-a4a0-c149aafff1d4 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:08:26.061175 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-628b5105-06c4-4ebb-ac03-3384f90137c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.078906 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 74227afc-21ea-4f01-a4a0-c149aafff1d4 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:08:26.079331 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 74227afc-21ea-4f01-a4a0-c149aafff1d4 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:08:26.097163 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-628b5105-06c4-4ebb-ac03-3384f90137c8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.173480 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-628b5105-06c4-4ebb-ac03-3384f90137c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.225905 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-628b5105-06c4-4ebb-ac03-3384f90137c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for subnet, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.250671 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b5105-06c4-4ebb-ac03-3384f90137c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20720024-8213-4c8b-9843-b7ef13d5389b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:26.254171 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-628b5105-06c4-4ebb-ac03-3384f90137c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.258250 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-628b5105-06c4-4ebb-ac03-3384f90137c8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/20720024-8213-4c8b-9843-b7ef13d5389b HTTP/1.1" status: 204 len: 168 time: 0.2542825 Nov 22 23:08:26.260741 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42614) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:26.261421 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e367a-ca8f-42d1-b945-1b9388397a3b None None] Network b486bead-762c-46e4-ac1b-a687c9397500 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:08:26.331945 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.392064 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Deleting port 61476697-4faa-4412-b76c-fcba4fdcdd4f {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:08:26.392408 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.450421 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] DHCP port deletion for b486bead-762c-46e4-ac1b-a687c9397500 request from dv-cinder-818834-1-iscsi {{(pid=102664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 23:08:26.464595 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] For port 61476697-4faa-4412-b76c-fcba4fdcdd4f, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=61476697-4faa-4412-b76c-fcba4fdcdd4f,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:26.464993 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.477985 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Calling delete_port for 61476697-4faa-4412-b76c-fcba4fdcdd4f owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:08:26.509063 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Deleting port 61476697-4faa-4412-b76c-fcba4fdcdd4f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:08:26.509449 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.582444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.587484 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] For port 61476697-4faa-4412-b76c-fcba4fdcdd4f, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=61476697-4faa-4412-b76c-fcba4fdcdd4f,segment=NetworkSegment(6c2ad960-543e-4987-bf66-502ac632513a),segment_id=6c2ad960-543e-4987-bf66-502ac632513a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:26.587910 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.601598 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Calling delete_port for 61476697-4faa-4412-b76c-fcba4fdcdd4f owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:08:26.606904 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=61476697-4faa-4412-b76c-fcba4fdcdd4f,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:26.613389 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] No DVR routers for this DVR port 61476697-4faa-4412-b76c-fcba4fdcdd4f on host dv-cinder-818834-1-iscsi {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:08:26.698396 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.726165 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.726650 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.727514 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.727984 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > port after_create 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.728367 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.728765 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > port after_update 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.729183 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.729715 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.730127 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.730543 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.735742 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.769081 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Pushing event deleted for resources: {'Port': ['ID=61476697-4faa-4412-b76c-fcba4fdcdd4f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:26.772849 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] No DVR routers for this DVR port 61476697-4faa-4412-b76c-fcba4fdcdd4f on host dv-cinder-818834-1-iscsi {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:08:26.780543 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:26.780899 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:26.781245 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:26.781587 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:26.781954 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:26.782288 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:26.782622 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:26.783218 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:26.783566 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:26.783899 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:26.784225 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:26.784549 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe5e6b-67c8-496c-8fcf-76983b46ba8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:08:26.818212 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.818570 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.818908 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.819237 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 23:08:26.819611 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b486bead-762c-46e4-ac1b-a687c9397500']}} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:26.840099 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2ad960-543e-4987-bf66-502ac632513a') {'for_net_delete': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:26.840099 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2ad960-543e-4987-bf66-502ac632513a') {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:26.855185 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25256350'] for segment, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.875752 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.884863 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=102663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:08:26.885254 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894546'] for segment, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: from cryptography.utils import int_from_bytes Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: from cryptography.utils import int_from_bytes Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: Traceback (most recent call last): Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: timer() Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: cb(*args, **kw) Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: return func(*args, **kwargs) Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: self._notify() Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: self.callback(batched_events) Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: event.method(event) Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: return f(self, *a, **k) Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: return self._get(url).json() Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: return self.request(url, 'GET', **kwargs) Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:08:26.889154 dv-cinder-818834-1-iscsi neutron-server[102663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:08:26.950226 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.968579 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=b486bead-762c-46e4-ac1b-a687c9397500,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:26.970896 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:26.978437 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-79b3eb5e-1078-46f5-9d1d-fce497560e97 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b486bead-762c-46e4-ac1b-a687c9397500 HTTP/1.1" status: 204 len: 168 time: 0.7166572 Nov 22 23:08:26.978594 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42634) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:27.130518 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b4f3b-bf7c-4a8e-bc81-f48bd963b7ce req-e27befdd-15ba-4b35-bc29-a2e42235ef19 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:27.132099 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-220b4f3b-bf7c-4a8e-bc81-f48bd963b7ce req-e27befdd-15ba-4b35-bc29-a2e42235ef19 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0509818 Nov 22 23:08:27.179867 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-220b4f3b-bf7c-4a8e-bc81-f48bd963b7ce req-7f2a2bf9-3c1f-4d72-bde5-0d318dae7b20 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414805 Nov 22 23:08:27.342682 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-07c8e6cb-c7ca-4d76-a14a-cc24498fefb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16292126'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:27.586643 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-07c8e6cb-c7ca-4d76-a14a-cc24498fefb6 admin admin] Deleting port 157288ca-38e8-40af-a75a-9ed5aeac0648 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:08:27.586976 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-07c8e6cb-c7ca-4d76-a14a-cc24498fefb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:27.663174 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-07c8e6cb-c7ca-4d76-a14a-cc24498fefb6 admin admin] For port 157288ca-38e8-40af-a75a-9ed5aeac0648, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=157288ca-38e8-40af-a75a-9ed5aeac0648,segment=NetworkSegment(e03b9880-02ab-499b-a282-9af1cd347c79),segment_id=e03b9880-02ab-499b-a282-9af1cd347c79)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:27.663436 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-07c8e6cb-c7ca-4d76-a14a-cc24498fefb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:27.675671 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-07c8e6cb-c7ca-4d76-a14a-cc24498fefb6 admin admin] Calling delete_port for 157288ca-38e8-40af-a75a-9ed5aeac0648 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:08:27.853026 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-07c8e6cb-c7ca-4d76-a14a-cc24498fefb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:27.882838 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8e6cb-c7ca-4d76-a14a-cc24498fefb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=157288ca-38e8-40af-a75a-9ed5aeac0648,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:27.916245 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 61476697-4faa-4412-b76c-fcba4fdcdd4f no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:08:27.938841 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 61476697-4faa-4412-b76c-fcba4fdcdd4f {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:08:27.939298 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 61476697-4faa-4412-b76c-fcba4fdcdd4f not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:08:27.939802 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 61a58d19-421a-4c45-87af-6defa87ba616 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:08:27.965225 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 61a58d19-421a-4c45-87af-6defa87ba616 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:08:27.965699 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 61a58d19-421a-4c45-87af-6defa87ba616 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:08:28.048122 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-07c8e6cb-c7ca-4d76-a14a-cc24498fefb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398574'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:28.261273 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c8e6cb-c7ca-4d76-a14a-cc24498fefb6 admin admin] Router 057817c2-edad-4338-bfe0-0b521ed40d15 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:08:28.303023 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d1ac7-e5de-424a-abd1-bc8cc0aef76c req-8daefcd3-3e73-4884-9add-48dcfa6e72e7 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:28.304519 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-828d1ac7-e5de-424a-abd1-bc8cc0aef76c req-8daefcd3-3e73-4884-9add-48dcfa6e72e7 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0522962 Nov 22 23:08:28.351795 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-828d1ac7-e5de-424a-abd1-bc8cc0aef76c req-292201ff-e6a2-4c7b-bb4b-6c1fb61a741c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Nov 22 23:08:28.371347 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c8e6cb-c7ca-4d76-a14a-cc24498fefb6 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:08:28.376382 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-07c8e6cb-c7ca-4d76-a14a-cc24498fefb6 admin admin] 10.222.0.81 "PUT /v2.0/routers/057817c2-edad-4338-bfe0-0b521ed40d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3953381 Nov 22 23:08:28.378978 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42642) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:28.382972 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eda16d-5c45-4755-9deb-4673680a4af9 None None] Sync routers for ids ['057817c2-edad-4338-bfe0-0b521ed40d15'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:08:28.392582 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eda16d-5c45-4755-9deb-4673680a4af9 None None] Routers {'057817c2-edad-4338-bfe0-0b521ed40d15'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:08:28.393265 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-70eda16d-5c45-4755-9deb-4673680a4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:08:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['057817c2-edad-4338-bfe0-0b521ed40d15'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:28.483222 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:28.498322 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-70eda16d-5c45-4755-9deb-4673680a4af9 None None] Set router 057817c2-edad-4338-bfe0-0b521ed40d15 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:08:28.684953 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-70eda16d-5c45-4755-9deb-4673680a4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'name': 'tempest-TestShelveInstance-1725686294-router', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:44Z', 'updated_at': '2021-11-22T23:08:27Z', 'revision_number': 5, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'gw_port': {'id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:28.712693 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eda16d-5c45-4755-9deb-4673680a4af9 None None] Checking router: 057817c2-edad-4338-bfe0-0b521ed40d15 for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:08:28.721812 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eda16d-5c45-4755-9deb-4673680a4af9 None None] Routers {'057817c2-edad-4338-bfe0-0b521ed40d15'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:08:28.722438 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-70eda16d-5c45-4755-9deb-4673680a4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:08:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['057817c2-edad-4338-bfe0-0b521ed40d15'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:28.839410 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:28.893167 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Deleting port cce94c5a-37f9-4b25-9511-bf718eb560f9 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:08:28.893509 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:28.915413 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-70eda16d-5c45-4755-9deb-4673680a4af9 None None] Set router 057817c2-edad-4338-bfe0-0b521ed40d15 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:08:28.973775 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] For port cce94c5a-37f9-4b25-9511-bf718eb560f9, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=cce94c5a-37f9-4b25-9511-bf718eb560f9,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:28.974119 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:28.991330 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Calling delete_port for cce94c5a-37f9-4b25-9511-bf718eb560f9 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:08:29.111617 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-70eda16d-5c45-4755-9deb-4673680a4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'name': 'tempest-TestShelveInstance-1725686294-router', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:44Z', 'updated_at': '2021-11-22T23:08:27Z', 'revision_number': 5, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'gw_port': {'id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:29.139000 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eda16d-5c45-4755-9deb-4673680a4af9 None None] The sync data for ids ['057817c2-edad-4338-bfe0-0b521ed40d15'] in dv-cinder-818834-1-iscsi is: [{'id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'name': 'tempest-TestShelveInstance-1725686294-router', 'tenant_id': '8f0e530107d74d16960c49ee2e7daf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:44Z', 'updated_at': '2021-11-22T23:08:27Z', 'revision_number': 5, 'project_id': '8f0e530107d74d16960c49ee2e7daf85', 'gw_port': {'id': 'cce94c5a-37f9-4b25-9511-bf718eb560f9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057817c2-edad-4338-bfe0-0b521ed40d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:08:29.173867 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.200228 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce94c5a-37f9-4b25-9511-bf718eb560f9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:29.263881 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293312'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.356449 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28237'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.363497 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.410694 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398555'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.412144 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 057817c2-edad-4338-bfe0-0b521ed40d15 {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 23:08:29.416682 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.417855 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-d27db5a9-eec4-4c31-90fb-a8f485ea5ab3 admin admin] 10.222.0.81 "DELETE /v2.0/routers/057817c2-edad-4338-bfe0-0b521ed40d15 HTTP/1.1" status: 204 len: 168 time: 1.0377254 Nov 22 23:08:29.420827 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42648) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:29.468829 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd59f802-8641-4fe4-b6ae-bc7d1026296f admin admin] Deleting subnet af2f498c-ae87-4b83-bc84-1c6898e1d9d5 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:08:29.472178 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd59f802-8641-4fe4-b6ae-bc7d1026296f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.487860 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b381a-cbda-4719-bbd8-ff9307d48d09 req-fa27aec6-73d0-45a9-a629-809af402d173 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:29.497350 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e64b381a-cbda-4719-bbd8-ff9307d48d09 req-fa27aec6-73d0-45a9-a629-809af402d173 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0716648 Nov 22 23:08:29.510258 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd59f802-8641-4fe4-b6ae-bc7d1026296f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396422'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.542794 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e64b381a-cbda-4719-bbd8-ff9307d48d09 req-d67579bf-1608-47ff-af0d-66ec79817e27 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445356 Nov 22 23:08:29.625608 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd59f802-8641-4fe4-b6ae-bc7d1026296f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.680841 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd59f802-8641-4fe4-b6ae-bc7d1026296f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13277457'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.706934 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59f802-8641-4fe4-b6ae-bc7d1026296f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2f498c-ae87-4b83-bc84-1c6898e1d9d5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:29.711372 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-fd59f802-8641-4fe4-b6ae-bc7d1026296f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.717131 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-fd59f802-8641-4fe4-b6ae-bc7d1026296f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/af2f498c-ae87-4b83-bc84-1c6898e1d9d5 HTTP/1.1" status: 204 len: 168 time: 0.2929645 Nov 22 23:08:29.717317 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42650) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:29.718579 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf9835a-7f92-4bbf-8b76-cdcb346a1607 None None] Network f56f55bd-e23e-4c18-b0dc-cffda88c07e4 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:08:29.795141 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.849561 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Deleting port aad78b5d-b407-467b-beda-4b8a59d1400a {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:08:29.849930 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.916287 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] For port aad78b5d-b407-467b-beda-4b8a59d1400a, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=aad78b5d-b407-467b-beda-4b8a59d1400a,segment=NetworkSegment(e03b9880-02ab-499b-a282-9af1cd347c79),segment_id=e03b9880-02ab-499b-a282-9af1cd347c79)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:29.916663 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:29.929429 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Calling delete_port for aad78b5d-b407-467b-beda-4b8a59d1400a owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:08:30.007436 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:30.033950 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Pushing event deleted for resources: {'Port': ['ID=aad78b5d-b407-467b-beda-4b8a59d1400a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:30.038449 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] No DVR routers for this DVR port aad78b5d-b407-467b-beda-4b8a59d1400a on host dv-cinder-818834-1-iscsi {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:08:30.116810 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:30.132407 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc5821-5aaf-4a60-8927-3b051a81f583 None None] DHCP port deletion for f56f55bd-e23e-4c18-b0dc-cffda88c07e4 request from dv-cinder-818834-1-iscsi {{(pid=102664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 23:08:30.140724 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56f55bd-e23e-4c18-b0dc-cffda88c07e4']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:30.151953 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03b9880-02ab-499b-a282-9af1cd347c79') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:30.152256 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03b9880-02ab-499b-a282-9af1cd347c79') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:08:30.163224 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396447'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:30.180503 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:30.186540 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:08:30.186930 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536132'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: Traceback (most recent call last): Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: timer() Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: cb(*args, **kw) Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: return func(*args, **kwargs) Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: self._notify() Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: self.callback(batched_events) Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: event.method(event) Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: return f(self, *a, **k) Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._get(url).json() Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:08:30.188902 dv-cinder-818834-1-iscsi neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:08:30.204985 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device aad78b5d-b407-467b-beda-4b8a59d1400a no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:08:30.226362 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: aad78b5d-b407-467b-beda-4b8a59d1400a {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:08:30.226709 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device aad78b5d-b407-467b-beda-4b8a59d1400a not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:08:30.227122 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 157288ca-38e8-40af-a75a-9ed5aeac0648 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:08:30.247076 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 157288ca-38e8-40af-a75a-9ed5aeac0648 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:08:30.247427 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 157288ca-38e8-40af-a75a-9ed5aeac0648 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:08:30.247849 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device cce94c5a-37f9-4b25-9511-bf718eb560f9 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:08:30.252283 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:30.259897 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:30.260852 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] 10.222.0.81 "DELETE /v2.0/networks/f56f55bd-e23e-4c18-b0dc-cffda88c07e4 HTTP/1.1" status: 204 len: 168 time: 0.5424154 Nov 22 23:08:30.269829 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: cce94c5a-37f9-4b25-9511-bf718eb560f9 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:08:30.270380 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device cce94c5a-37f9-4b25-9511-bf718eb560f9 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:08:30.277276 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177a872-3b2f-4dfa-9da5-e2b5a4d4d83b admin admin] Pushing event deleted for resources: {'Network': ['ID=f56f55bd-e23e-4c18-b0dc-cffda88c07e4,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:30.381176 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42656) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:30.423072 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-7f4afdf7-13af-40ae-887e-06dcecf712b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f8e29191d83b4af2b4c82ff4194343c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401211 Nov 22 23:08:30.424928 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42658) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:30.474134 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ce819be-4676-41b8-8762-d5225095be77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:30.495643 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ce819be-4676-41b8-8762-d5225095be77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:30.541638 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ce819be-4676-41b8-8762-d5225095be77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:30.544235 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0ce819be-4676-41b8-8762-d5225095be77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:30.545386 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-0ce819be-4676-41b8-8762-d5225095be77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49bf97a3-daa1-43c4-9a0b-345310b7a8d0 HTTP/1.1" status: 204 len: 168 time: 0.1195271 Nov 22 23:08:30.554260 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce819be-4676-41b8-8762-d5225095be77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bf97a3-daa1-43c4-9a0b-345310b7a8d0,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:30.667891 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376dbb3-8cdf-4261-87c1-32a94b3e371a req-bf2d0dc1-4a1e-4e45-84b0-2090467f7062 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:30.669395 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5376dbb3-8cdf-4261-87c1-32a94b3e371a req-bf2d0dc1-4a1e-4e45-84b0-2090467f7062 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0509930 Nov 22 23:08:30.721938 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5376dbb3-8cdf-4261-87c1-32a94b3e371a req-bea58712-07bc-4b47-b25d-6416acdfe192 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454159 Nov 22 23:08:30.863756 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42666) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:30.903193 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-1777c97b-1d6b-4cfb-8349-c48594895783 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f0e530107d74d16960c49ee2e7daf85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376217 Nov 22 23:08:30.905653 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42668) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:08:30.955291 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31c90753-c9df-40bb-bdd5-b7fe1ffd3066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:30.976716 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31c90753-c9df-40bb-bdd5-b7fe1ffd3066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:31.023682 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31c90753-c9df-40bb-bdd5-b7fe1ffd3066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:31.026324 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31c90753-c9df-40bb-bdd5-b7fe1ffd3066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:31.027466 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-31c90753-c9df-40bb-bdd5-b7fe1ffd3066 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/adcb1479-a378-4296-84f6-1e1dcda7ecfa HTTP/1.1" status: 204 len: 168 time: 0.1209166 Nov 22 23:08:31.035981 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c90753-c9df-40bb-bdd5-b7fe1ffd3066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcb1479-a378-4296-84f6-1e1dcda7ecfa,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:31.986410 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e560170-17e4-48f2-9e39-d477456e0881 req-622c2a88-89d6-4bbe-8be2-94fb2864df4a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:31.988103 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4e560170-17e4-48f2-9e39-d477456e0881 req-622c2a88-89d6-4bbe-8be2-94fb2864df4a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0489490 Nov 22 23:08:32.035967 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4e560170-17e4-48f2-9e39-d477456e0881 req-5633e38c-cfd0-44e5-bb5f-463e408957cb tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414062 Nov 22 23:08:32.588681 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5bf93e33-73c2-4fca-9dd1-e6dd009ec171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:33.154000 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a81f6-7104-4fcb-8bca-2a1fe701a0c1 req-c0c04234-bd59-4b41-b567-062fe2dff10c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:33.155371 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dc4a81f6-7104-4fcb-8bca-2a1fe701a0c1 req-c0c04234-bd59-4b41-b567-062fe2dff10c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0479827 Nov 22 23:08:33.201469 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dc4a81f6-7104-4fcb-8bca-2a1fe701a0c1 req-6bdc3d0d-9b95-4733-85a4-18c8619bf379 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394433 Nov 22 23:08:34.329197 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd209e-7256-469d-afff-50fcb8588c47 req-0aef5fd8-231e-4bc6-a6c7-30c4093a4fd8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:34.330755 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b8fd209e-7256-469d-afff-50fcb8588c47 req-0aef5fd8-231e-4bc6-a6c7-30c4093a4fd8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0547702 Nov 22 23:08:34.379295 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b8fd209e-7256-469d-afff-50fcb8588c47 req-b9755e54-18a8-4889-aba8-e036b939e338 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416517 Nov 22 23:08:34.480996 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:35.279194 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0d885a35-9643-4096-bbf0-012de0df0bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:35.499166 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ee5c3-a5ab-4cc0-bbcf-d140950a4397 req-cc1be703-f081-4cf7-8b97-7f9fdd93a37d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:35.500645 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-534ee5c3-a5ab-4cc0-bbcf-d140950a4397 req-cc1be703-f081-4cf7-8b97-7f9fdd93a37d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0486722 Nov 22 23:08:35.556813 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-534ee5c3-a5ab-4cc0-bbcf-d140950a4397 req-9b15382b-a740-44db-950d-461b0deb4177 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500684 Nov 22 23:08:36.363749 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:36.685213 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a5eea-c991-4d5d-bf71-e553814713f2 req-8642dde3-8453-4892-a190-4f01e1af8f90 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:36.686678 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1f7a5eea-c991-4d5d-bf71-e553814713f2 req-8642dde3-8453-4892-a190-4f01e1af8f90 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0565298 Nov 22 23:08:36.748504 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1f7a5eea-c991-4d5d-bf71-e553814713f2 req-80a46b37-5a01-4e4b-8fd1-efcda15218b6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545161 Nov 22 23:08:37.048937 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:08:37.695182 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:37.870847 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9c4f8-1499-4238-b676-5507e4a58a60 req-f0013fee-13d7-47e8-8b8c-5d0f92cc8a7c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:37.872566 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-99f9c4f8-1499-4238-b676-5507e4a58a60 req-f0013fee-13d7-47e8-8b8c-5d0f92cc8a7c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0511506 Nov 22 23:08:37.919565 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-99f9c4f8-1499-4238-b676-5507e4a58a60 req-be37a831-b5af-4e6b-8b16-9cc980d7759b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410953 Nov 22 23:08:38.277156 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:39.043339 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d943eb-636d-4b53-b7b8-6c596c9154c2 req-e7d5b689-026f-4fd8-b8ed-290c99539773 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:39.044914 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b1d943eb-636d-4b53-b7b8-6c596c9154c2 req-e7d5b689-026f-4fd8-b8ed-290c99539773 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0510123 Nov 22 23:08:39.096832 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b1d943eb-636d-4b53-b7b8-6c596c9154c2 req-805646bd-6bcb-4f91-a90f-b119f94d4c2e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448081 Nov 22 23:08:40.223370 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1de6b-11cf-4a63-9cbc-7ee718c05454 req-4156fa07-c669-4df3-9c5d-1f8cbcabd21a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:40.223370 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f4f1de6b-11cf-4a63-9cbc-7ee718c05454 req-4156fa07-c669-4df3-9c5d-1f8cbcabd21a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0516679 Nov 22 23:08:40.269133 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f4f1de6b-11cf-4a63-9cbc-7ee718c05454 req-9a8085ca-8838-4101-a76b-8db8747ec6ae tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403202 Nov 22 23:08:41.405706 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dae4ad-2988-4dac-934d-3267c6c01060 req-d417319e-9496-433c-82d0-53c19d774239 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:41.408430 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-10dae4ad-2988-4dac-934d-3267c6c01060 req-d417319e-9496-433c-82d0-53c19d774239 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0562248 Nov 22 23:08:41.456553 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-10dae4ad-2988-4dac-934d-3267c6c01060 req-e1de95a5-b4ca-4f22-a112-2e39f3bd0239 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419827 Nov 22 23:08:42.505963 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a08dff48-7787-4c06-8730-2070116e7f57 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523553842&fields=id&tenant_id=4371c64c75764f9c80faa90370720ae5 HTTP/1.1" status: 200 len: 267 time: 0.0439243 Nov 22 23:08:42.639685 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336bb3d-8ec4-4c94-b298-0f615a03bc81 req-0ce2f03c-e3ec-42e0-b9d5-3d7d5204f075 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:42.641153 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a336bb3d-8ec4-4c94-b298-0f615a03bc81 req-0ce2f03c-e3ec-42e0-b9d5-3d7d5204f075 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0998917 Nov 22 23:08:42.662959 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-9f437229-89db-4505-af3e-86ea4c81e9d1 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:42.664366 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-9f437229-89db-4505-af3e-86ea4c81e9d1 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 811 time: 0.1511457 Nov 22 23:08:42.688338 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-23798ed7-2c8f-4e26-b034-3f2506b74091 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/quotas/4371c64c75764f9c80faa90370720ae5 HTTP/1.1" status: 200 len: 375 time: 0.0140853 Nov 22 23:08:42.734062 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a336bb3d-8ec4-4c94-b298-0f615a03bc81 req-7eb5b462-01ef-441e-99be-ae23f08b6d1a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855289 Nov 22 23:08:42.754169 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-243ad69d-1976-4729-9701-7fbae4c9ab3a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589113 Nov 22 23:08:42.849181 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-759f2f4a-bb42-4711-82aa-de8a44a90d00 service neutron] 10.222.0.81 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821562 Nov 22 23:08:42.940865 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-6f6b2c24-350f-4362-8b8f-1cc7b5294bd0 service neutron] 10.222.0.81 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856230 Nov 22 23:08:43.218841 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a20e789c-0414-4888-b895-9037996c5c20 req-28c28391-8ad6-467a-b891-386bf1a689d4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 210 time: 0.0265992 Nov 22 23:08:43.858206 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68708fb8-5700-4579-99c8-d7099b090fcc req-efc2d5fb-a409-4ee9-b9be-b2afcbb294a7 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:43.859759 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-68708fb8-5700-4579-99c8-d7099b090fcc req-efc2d5fb-a409-4ee9-b9be-b2afcbb294a7 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0500641 Nov 22 23:08:43.907900 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-68708fb8-5700-4579-99c8-d7099b090fcc req-fbc4ce2a-0a4b-48f3-8852-528b1b61c7e0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409510 Nov 22 23:08:44.332194 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3f499557-cd52-4894-af8e-672476f04724 req-9577c951-3595-4522-b026-a50e39989f4f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 210 time: 0.0352383 Nov 22 23:08:44.343471 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4ba206bc-014c-4b70-8619-961f5a38d77f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:44.344960 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4ba206bc-014c-4b70-8619-961f5a38d77f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 811 time: 0.1460056 Nov 22 23:08:44.440657 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-0a461366-c605-4323-8d11-ca42dc58bcd5 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4371c64c75764f9c80faa90370720ae5 HTTP/1.1" status: 200 len: 379 time: 0.0561991 Nov 22 23:08:44.451935 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'port': {'device_id': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'admin_state_up': True, 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'security_groups': ['79b6e914-f73b-4699-83e3-ac42fb75b6be']}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:08:44.568995 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Made reservation on behalf of 4371c64c75764f9c80faa90370720ae5 for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:08:44.572630 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:44.710676 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Allocated IP 172.20.0.13 (0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9/450f4020-44ab-4ce7-9946-d9eada69384a/9a32d6b5-5043-43fb-98e4-95f79601a894) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:08:44.848009 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:44.883421 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:44.932032 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:08:44.935375 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:08:44.938194 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:08:44.969839 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'Port': ['ID=9a32d6b5-5043-43fb-98e4-95f79601a894,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:45.004890 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:45.006184 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:45.052937 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-4e922a03-b731-48d8-889a-c545a85b8d94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6046419 Nov 22 23:08:45.077151 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64707bb9-06c5-4dfc-822d-c5b61de0c1ad req-9ca92d8c-073b-4c25-8370-e6363b03915c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:45.078939 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-64707bb9-06c5-4dfc-822d-c5b61de0c1ad req-9ca92d8c-073b-4c25-8370-e6363b03915c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0696795 Nov 22 23:08:45.122656 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Request body: {'port': {'device_id': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:08:45.159657 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-64707bb9-06c5-4dfc-822d-c5b61de0c1ad req-437b2f91-8132-456e-9717-b805623b5b7d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741093 Nov 22 23:08:45.195276 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:45.227001 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8da32319-51d1-4c63-adca-4c2685c82057 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:08:45.301646 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-60fd4c4c-a4a3-4a3a-946b-d5c41e7d0bb8 None None] Provisioning complete for port 9a32d6b5-5043-43fb-98e4-95f79601a894 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:08:45.302079 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60fd4c4c-a4a3-4a3a-946b-d5c41e7d0bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:45.365046 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-60fd4c4c-a4a3-4a3a-946b-d5c41e7d0bb8 None None] Port 9a32d6b5-5043-43fb-98e4-95f79601a894 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:08:45.367567 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8da32319-51d1-4c63-adca-4c2685c82057,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:45.379206 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '8da32319-51d1-4c63-adca-4c2685c82057', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'port_id': '8da32319-51d1-4c63-adca-4c2685c82057', 'mac_address': 'fa:16:3e:63:46:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:08:45.422414 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:45.436544 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8da32319-51d1-4c63-adca-4c2685c82057 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:08:45.456556 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8da32319-51d1-4c63-adca-4c2685c82057,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:45.460955 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:45.499282 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7847c0a-a7df-4ec0-91d2-28befc077a88 req-79b7c7c1-0718-432b-ac2c-d360eca96ed2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:45.500747 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c7847c0a-a7df-4ec0-91d2-28befc077a88 req-79b7c7c1-0718-432b-ac2c-d360eca96ed2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 932 time: 0.0877526 Nov 22 23:08:45.504305 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a32d6b5-5043-43fb-98e4-95f79601a894 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:08:45.512590 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=8da32319-51d1-4c63-adca-4c2685c82057,revision_number=6']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:45.513675 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:45.539320 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Transition to ACTIVE for port object 9a32d6b5-5043-43fb-98e4-95f79601a894 will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:08:45.543584 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:45.607353 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c7847c0a-a7df-4ec0-91d2-28befc077a88 req-2c743642-b2c6-441b-b80e-0c4438c3842e tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981755 Nov 22 23:08:45.616984 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a32d6b5-5043-43fb-98e4-95f79601a894,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:45.628860 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['8da32319-51d1-4c63-adca-4c2685c82057'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:08:45.695325 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Attempting to bind port 9a32d6b5-5043-43fb-98e4-95f79601a894 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:08:45.696113 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Attempting to bind port 9a32d6b5-5043-43fb-98e4-95f79601a894 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:08:45.696113 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Attempting to bind port 9a32d6b5-5043-43fb-98e4-95f79601a894 on network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:08:45.701345 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Port 9a32d6b5-5043-43fb-98e4-95f79601a894 on network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:08:45.701700 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Attempting to bind port 9a32d6b5-5043-43fb-98e4-95f79601a894 on network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:08:45.706962 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:08:45.707295 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Checking segment: {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:08:45.708265 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Bound using segment: {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:08:45.708769 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Bound port: 9a32d6b5-5043-43fb-98e4-95f79601a894, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb098af-2a53-45e3-942f-360340ca026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:08:45.709124 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:45.779737 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] For port 9a32d6b5-5043-43fb-98e4-95f79601a894, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:08:45.783571 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] For port 9a32d6b5-5043-43fb-98e4-95f79601a894, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=9a32d6b5-5043-43fb-98e4-95f79601a894,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:08:45.796329 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:45.835684 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:45.836323 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:45.837726 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] 10.222.0.83 "PUT /v2.0/ports/9a32d6b5-5043-43fb-98e4-95f79601a894 HTTP/1.1" status: 200 len: 1094 time: 0.7193730 Nov 22 23:08:45.838282 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'tag': '9a32d6b5-5043-43fb-98e4-95f79601a894'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:08:45.840600 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c851e695-1d24-4839-acd1-91771ab04426" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd19414-dc5d-4baa-a697-71ce6ffbb944", "tag": "9a32d6b5-5043-43fb-98e4-95f79601a894"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:08:45.876419 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8f3d4-f176-4d5d-a6f3-df610ba893d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a32d6b5-5043-43fb-98e4-95f79601a894,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:45.884773 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb52cd1-9ee0-44bd-93ac-327273f6207f x-openstack-request-id: req-6fb52cd1-9ee0-44bd-93ac-327273f6207f {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:08:45.885394 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd19414-dc5d-4baa-a697-71ce6ffbb944", "tag": "9a32d6b5-5043-43fb-98e4-95f79601a894", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:08:45.885394 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fb52cd1-9ee0-44bd-93ac-327273f6207f {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:08:45.885836 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'tag': '9a32d6b5-5043-43fb-98e4-95f79601a894', 'status': 'completed', 'code': 200} Nov 22 23:08:45.991165 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851e695-1d24-4839-acd1-91771ab04426 req-9aae6a18-1784-4d87-96c8-1eefb6ac019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:45.992686 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c851e695-1d24-4839-acd1-91771ab04426 req-9aae6a18-1784-4d87-96c8-1eefb6ac019d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 1097 time: 0.0458298 Nov 22 23:08:46.103619 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851e695-1d24-4839-acd1-91771ab04426 req-aa82833d-de9f-4694-a45a-1df771a3694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:46.105921 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c851e695-1d24-4839-acd1-91771ab04426 req-aa82833d-de9f-4694-a45a-1df771a3694c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4371c64c75764f9c80faa90370720ae5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0969529 Nov 22 23:08:46.202905 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851e695-1d24-4839-acd1-91771ab04426 req-ef143232-573b-4a4d-b14f-0f407dc86b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:46.204361 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c851e695-1d24-4839-acd1-91771ab04426 req-ef143232-573b-4a4d-b14f-0f407dc86b52 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0891166 Nov 22 23:08:46.312916 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f930bb-8bbf-4a5a-8e8a-03bb2cd87b9f req-34b2e45c-155c-40bb-8ea9-bc83829a0ae4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:46.314429 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-48f930bb-8bbf-4a5a-8e8a-03bb2cd87b9f req-34b2e45c-155c-40bb-8ea9-bc83829a0ae4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 945 time: 0.0793357 Nov 22 23:08:46.337551 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-5a3b0e32-a350-40f3-add8-1bd996aa90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:46.339013 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-5a3b0e32-a350-40f3-add8-1bd996aa90b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 1097 time: 0.0701411 Nov 22 23:08:46.397425 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-ccb9840b-c104-4b2c-a008-9cca9336bc2e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a32d6b5-5043-43fb-98e4-95f79601a894 HTTP/1.1" status: 200 len: 217 time: 0.0436203 Nov 22 23:08:46.401120 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-48f930bb-8bbf-4a5a-8e8a-03bb2cd87b9f req-ef4f59fd-15c7-4ba8-b0d9-73bdebb231f7 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803509 Nov 22 23:08:46.451041 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-e2d06ec1-9116-4e2f-9b3e-7dc8ba4acdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:46.452406 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-e2d06ec1-9116-4e2f-9b3e-7dc8ba4acdaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=450f4020-44ab-4ce7-9946-d9eada69384a HTTP/1.1" status: 200 len: 850 time: 0.0479419 Nov 22 23:08:46.499474 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-584ca281-6c62-4cc8-ae2d-86949b505c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:46.501022 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-584ca281-6c62-4cc8-ae2d-86949b505c8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407159 Nov 22 23:08:46.589931 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-5e3c0ef8-e591-4f16-9ae3-350d6a9c2782 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812061 Nov 22 23:08:46.683229 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-909ae6a6-a544-46a1-bdf2-3637c0ceb07b req-a10b14e0-b0ea-4ce1-94c5-5a3f222cbab9 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864580 Nov 22 23:08:46.732366 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6aeb5-83ba-4b9f-b431-2169ebd2ffbc req-e92b97da-01e5-4ca1-951d-e3cf3c9da8f3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:46.733777 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-88c6aeb5-83ba-4b9f-b431-2169ebd2ffbc req-e92b97da-01e5-4ca1-951d-e3cf3c9da8f3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 944 time: 0.0496652 Nov 22 23:08:46.784698 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-88c6aeb5-83ba-4b9f-b431-2169ebd2ffbc req-d00e7750-a13f-4105-9a4c-ced2862c169e tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448642 Nov 22 23:08:47.235585 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8da32319-51d1-4c63-adca-4c2685c82057 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:08:47.284475 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 8da32319-51d1-4c63-adca-4c2685c82057 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:08:47.284848 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:47.363117 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:47.385193 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:08:47.387438 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03bbc4d-7174-4a5b-8793-48abb9db81cf" -d '{"events": [{"server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "name": "network-vif-plugged", "status": "completed", "tag": "8da32319-51d1-4c63-adca-4c2685c82057"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:08:47.400161 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8da32319-51d1-4c63-adca-4c2685c82057,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:47.404788 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:47.429820 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1584dc2e-15d3-448a-82d5-526def965740 x-openstack-request-id: req-1584dc2e-15d3-448a-82d5-526def965740 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:08:47.430110 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "name": "network-vif-plugged", "status": "completed", "tag": "8da32319-51d1-4c63-adca-4c2685c82057", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:08:47.430370 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1584dc2e-15d3-448a-82d5-526def965740 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:08:47.430752 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057', 'code': 200} Nov 22 23:08:47.457107 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=8da32319-51d1-4c63-adca-4c2685c82057,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:47.754605 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995642f-5dcb-4241-b046-6e2489c00365 req-d6c4e5b7-d4e8-431e-b0cc-fd3a2f3cbbd3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:47.756061 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a995642f-5dcb-4241-b046-6e2489c00365 req-d6c4e5b7-d4e8-431e-b0cc-fd3a2f3cbbd3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.2793624 Nov 22 23:08:47.802742 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a995642f-5dcb-4241-b046-6e2489c00365 req-d29dfe70-0e30-4eae-8513-9d6b65d76e3f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407753 Nov 22 23:08:47.902800 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119783c-52b8-4e8a-ade7-a54b65b21d1f req-7c450249-ea3b-45be-b6e8-e204f3635025 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:47.904238 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2119783c-52b8-4e8a-ade7-a54b65b21d1f req-7c450249-ea3b-45be-b6e8-e204f3635025 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 944 time: 0.0485575 Nov 22 23:08:47.952175 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2119783c-52b8-4e8a-ade7-a54b65b21d1f req-7bc8d51e-02a5-46da-baf0-69f19aaab666 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414176 Nov 22 23:08:48.923275 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69831fe0-12ce-447b-8c91-9a8f997c9e42 req-9159b752-c390-4497-ad70-8f8d81f78f09 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:48.924749 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-69831fe0-12ce-447b-8c91-9a8f997c9e42 req-9159b752-c390-4497-ad70-8f8d81f78f09 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0482357 Nov 22 23:08:48.979623 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-69831fe0-12ce-447b-8c91-9a8f997c9e42 req-14018b03-48f7-4d43-9e2f-3ca69e99ad2b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482666 Nov 22 23:08:49.079453 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb409dbb-ce61-4358-aa62-b5ed3d5647fa req-e7399814-6b20-4ca1-b291-3b0ad29258f2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:49.080904 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bb409dbb-ce61-4358-aa62-b5ed3d5647fa req-e7399814-6b20-4ca1-b291-3b0ad29258f2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 944 time: 0.0527904 Nov 22 23:08:49.131532 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bb409dbb-ce61-4358-aa62-b5ed3d5647fa req-6bbc2d06-d296-4787-a3b8-7b467b9bd32e tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439832 Nov 22 23:08:50.120874 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b6ece-3a4a-4c0e-b342-66e24a1219f6 req-75474fcb-51ee-4c10-aa99-ac04fc51d7aa tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:50.122758 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-941b6ece-3a4a-4c0e-b342-66e24a1219f6 req-75474fcb-51ee-4c10-aa99-ac04fc51d7aa tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0611193 Nov 22 23:08:50.191667 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-941b6ece-3a4a-4c0e-b342-66e24a1219f6 req-4b46b6a7-56d2-4c48-bce5-9514238838f0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579121 Nov 22 23:08:50.282854 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b9c4b-1fce-49f7-a2f2-0c89c3ecd6e9 req-2d63d004-cee9-45b2-9ae4-152788c97486 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:50.284375 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5f4b9c4b-1fce-49f7-a2f2-0c89c3ecd6e9 req-2d63d004-cee9-45b2-9ae4-152788c97486 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 944 time: 0.0585024 Nov 22 23:08:50.343222 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5f4b9c4b-1fce-49f7-a2f2-0c89c3ecd6e9 req-c5a1522f-9460-4184-a0de-3c89177e1c33 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512764 Nov 22 23:08:51.311330 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060da2-512e-4342-b917-6fab22382d40 req-048ca3e0-09ad-4b8b-99ad-5c3ac595fee6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:51.313233 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-39060da2-512e-4342-b917-6fab22382d40 req-048ca3e0-09ad-4b8b-99ad-5c3ac595fee6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0514042 Nov 22 23:08:51.376865 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-39060da2-512e-4342-b917-6fab22382d40 req-588487c5-732e-49db-84fa-8bb9986a3944 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514028 Nov 22 23:08:51.685501 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d29564-78a6-472d-817e-0da2b557452d req-7bde9e55-7cb0-4cfb-bcc9-f1789e536425 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:51.693712 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-92d29564-78a6-472d-817e-0da2b557452d req-7bde9e55-7cb0-4cfb-bcc9-f1789e536425 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 944 time: 0.2479606 Nov 22 23:08:51.746788 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-92d29564-78a6-472d-817e-0da2b557452d req-0f2ae43a-26fe-413e-afde-1bd42faaf49e tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521963 Nov 22 23:08:52.529582 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fc7f9-bdc5-4cfa-9f1d-2b7a361fe3bf req-3239304f-b505-4239-abfd-53ad13ecf42e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:52.533750 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb0fc7f9-bdc5-4cfa-9f1d-2b7a361fe3bf req-3239304f-b505-4239-abfd-53ad13ecf42e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0685997 Nov 22 23:08:52.598753 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb0fc7f9-bdc5-4cfa-9f1d-2b7a361fe3bf req-00efd524-a686-437a-8646-2d350d91e616 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546563 Nov 22 23:08:52.938014 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c9f70-5999-4217-8f21-cb0c55b44cb4 req-1808762f-4195-49d9-bcf0-5faf2fc8163c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:52.939872 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5c0c9f70-5999-4217-8f21-cb0c55b44cb4 req-1808762f-4195-49d9-bcf0-5faf2fc8163c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 944 time: 0.1153736 Nov 22 23:08:53.002482 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5c0c9f70-5999-4217-8f21-cb0c55b44cb4 req-615231ed-f057-4c22-a1a6-1a6e9a53782c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528004 Nov 22 23:08:53.737585 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6d9fa-5485-4169-a905-08bc803f6b90 req-febb4b6c-f8d9-4932-b8ac-f181689fef1f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:53.744873 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-02a6d9fa-5485-4169-a905-08bc803f6b90 req-febb4b6c-f8d9-4932-b8ac-f181689fef1f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0678866 Nov 22 23:08:53.808216 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-02a6d9fa-5485-4169-a905-08bc803f6b90 req-9d48eae0-fbcd-45ad-b6d4-7f50404bd5f9 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624220 Nov 22 23:08:54.216611 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6663ba-630d-463c-8046-37634c12d0da req-e701501d-5845-42b5-ab02-fb9dceffc6d0 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:54.227013 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ef6663ba-630d-463c-8046-37634c12d0da req-e701501d-5845-42b5-ab02-fb9dceffc6d0 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 944 time: 0.1016159 Nov 22 23:08:54.323391 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ef6663ba-630d-463c-8046-37634c12d0da req-d05eda22-bf35-4864-8308-214bac1ab32a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952463 Nov 22 23:08:54.983276 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970f63b-b3ee-4305-a480-140e10ee1596 req-0f455f62-3066-4678-a5f2-838a1e8652db tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:54.984831 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8970f63b-b3ee-4305-a480-140e10ee1596 req-0f455f62-3066-4678-a5f2-838a1e8652db tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0565307 Nov 22 23:08:55.040820 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8970f63b-b3ee-4305-a480-140e10ee1596 req-9faefcbc-3d95-4e0f-a11e-7dbb1172720c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492513 Nov 22 23:08:55.454633 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66734-b967-4176-a6af-f779491a3d75 req-8d3155c5-cfb7-4972-82a1-86339a7c974f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:55.456477 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-64b66734-b967-4176-a6af-f779491a3d75 req-8d3155c5-cfb7-4972-82a1-86339a7c974f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 944 time: 0.0576453 Nov 22 23:08:55.523394 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-64b66734-b967-4176-a6af-f779491a3d75 req-3a2e41e2-8f91-4a22-8cf5-c782b03154ae tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583539 Nov 22 23:08:56.188599 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79544846-991f-4a2f-979b-c35e8b3751de req-b32c36e8-4cab-488b-98d4-25e3d8c5598a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:56.191139 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-79544846-991f-4a2f-979b-c35e8b3751de req-b32c36e8-4cab-488b-98d4-25e3d8c5598a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0625429 Nov 22 23:08:56.261342 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-79544846-991f-4a2f-979b-c35e8b3751de req-27a6bf90-c689-40aa-9a98-e0d52629759d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606413 Nov 22 23:08:56.670047 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19927b-ca34-40eb-906e-db60f4dae6a7 req-ae4ee714-318b-4888-8ba1-20e1d3e103f7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:56.672015 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-be19927b-ca34-40eb-906e-db60f4dae6a7 req-ae4ee714-318b-4888-8ba1-20e1d3e103f7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 944 time: 0.0589259 Nov 22 23:08:56.739145 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-be19927b-ca34-40eb-906e-db60f4dae6a7 req-f6d80c84-9629-4495-bd3d-6d04c119ff21 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546134 Nov 22 23:08:57.286549 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 9a32d6b5-5043-43fb-98e4-95f79601a894 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:08:57.452866 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fad6e1-f96f-45a6-bf7c-1fae3353a5b1 req-977ce7bb-c321-4cae-b137-d5b2b823bd8f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:57.453490 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 9a32d6b5-5043-43fb-98e4-95f79601a894, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=9a32d6b5-5043-43fb-98e4-95f79601a894,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:57.461277 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-65fad6e1-f96f-45a6-bf7c-1fae3353a5b1 req-977ce7bb-c321-4cae-b137-d5b2b823bd8f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0712948 Nov 22 23:08:57.466679 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '9a32d6b5-5043-43fb-98e4-95f79601a894', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'port_id': '9a32d6b5-5043-43fb-98e4-95f79601a894', 'mac_address': 'fa:16:3e:53:38:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:08:57.524568 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-65fad6e1-f96f-45a6-bf7c-1fae3353a5b1 req-00704dba-4baf-4166-827c-970874bf75f7 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592861 Nov 22 23:08:57.527323 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:57.543028 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a32d6b5-5043-43fb-98e4-95f79601a894 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:08:57.571473 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 9a32d6b5-5043-43fb-98e4-95f79601a894, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=9a32d6b5-5043-43fb-98e4-95f79601a894,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:08:57.576020 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:08:57.637406 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=9a32d6b5-5043-43fb-98e4-95f79601a894,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:08:57.923509 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4230716-1790-4b55-8211-25b7e67b2b66 req-92d074c7-3009-49da-807f-12dab64cb4db tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:57.925210 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f4230716-1790-4b55-8211-25b7e67b2b66 req-92d074c7-3009-49da-807f-12dab64cb4db tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 945 time: 0.0668592 Nov 22 23:08:57.988552 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f4230716-1790-4b55-8211-25b7e67b2b66 req-f2c900fa-535f-42de-ba96-89f6e3c6b15f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554674 Nov 22 23:08:58.126856 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['9a32d6b5-5043-43fb-98e4-95f79601a894'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:08:58.659241 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74827848-699c-407c-b5b1-c3ba9f24b067 req-8e8fbcfe-44ec-4065-89b2-a7d0a0e8d647 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:58.660762 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-74827848-699c-407c-b5b1-c3ba9f24b067 req-8e8fbcfe-44ec-4065-89b2-a7d0a0e8d647 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0499485 Nov 22 23:08:58.709958 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-74827848-699c-407c-b5b1-c3ba9f24b067 req-c20a9ef2-24e8-4c96-9772-fa516e6bc458 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Nov 22 23:08:59.103163 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54b3b7-fdd1-404c-9d88-dbcbb8ea96b7 req-8e9417e6-6ca2-4618-bb05-bbd44f99ef54 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:59.104553 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dd54b3b7-fdd1-404c-9d88-dbcbb8ea96b7 req-8e9417e6-6ca2-4618-bb05-bbd44f99ef54 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 945 time: 0.0481169 Nov 22 23:08:59.162763 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dd54b3b7-fdd1-404c-9d88-dbcbb8ea96b7 req-dec0339a-f892-44b3-80e0-74d52ed0e82c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522487 Nov 22 23:08:59.685543 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1231c-f72a-4400-a44f-4615a5e63342 req-761b6138-e38a-48fd-bf1b-a796466ad5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:59.687104 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1ad1231c-f72a-4400-a44f-4615a5e63342 req-761b6138-e38a-48fd-bf1b-a796466ad5c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 1099 time: 0.0454040 Nov 22 23:08:59.789439 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1231c-f72a-4400-a44f-4615a5e63342 req-bb964224-dd30-4ecb-8997-11bb26df4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:59.790991 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1ad1231c-f72a-4400-a44f-4615a5e63342 req-bb964224-dd30-4ecb-8997-11bb26df4d0d service neutron] 10.222.0.83 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 918 time: 0.0962439 Nov 22 23:08:59.882900 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1ad1231c-f72a-4400-a44f-4615a5e63342 req-6b542025-b2e3-4e1d-b279-c9743732445a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8da32319-51d1-4c63-adca-4c2685c82057 HTTP/1.1" status: 200 len: 1002 time: 0.0845048 Nov 22 23:08:59.934366 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1231c-f72a-4400-a44f-4615a5e63342 req-f3117c8d-9a22-41b4-8f1b-67d41cd187b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:08:59.935903 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1ad1231c-f72a-4400-a44f-4615a5e63342 req-f3117c8d-9a22-41b4-8f1b-67d41cd187b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 200 len: 855 time: 0.0462122 Nov 22 23:09:00.016091 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a73515-694a-4a05-82bf-600bb5297919 req-4c90864c-51da-44ef-abbb-bfcd209118fe tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:00.017592 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-59a73515-694a-4a05-82bf-600bb5297919 req-4c90864c-51da-44ef-abbb-bfcd209118fe tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0808651 Nov 22 23:09:00.020924 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1231c-f72a-4400-a44f-4615a5e63342 req-a5f1e2c8-b11f-4040-8be9-8b7d9e7e576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:00.022343 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1ad1231c-f72a-4400-a44f-4615a5e63342 req-a5f1e2c8-b11f-4040-8be9-8b7d9e7e576d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf77bdb8-32c3-46df-9787-173ffafa8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765429 Nov 22 23:09:00.117895 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-59a73515-694a-4a05-82bf-600bb5297919 req-c6aba709-20a6-4b2a-a179-c6dff8b40898 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932896 Nov 22 23:09:00.145838 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1ad1231c-f72a-4400-a44f-4615a5e63342 req-03c53eec-2916-408b-9c9e-867eea6f1cae service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153224 Nov 22 23:09:00.235552 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1ad1231c-f72a-4400-a44f-4615a5e63342 req-ce5f2166-a837-431e-a840-1087c1d120d7 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826421 Nov 22 23:09:00.289696 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e4956-06de-47d2-8fab-1fba3b2ec4e7 req-10255a91-1621-48f8-9d34-f4deedc1dc65 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:00.291188 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-072e4956-06de-47d2-8fab-1fba3b2ec4e7 req-10255a91-1621-48f8-9d34-f4deedc1dc65 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 945 time: 0.0547700 Nov 22 23:09:00.355880 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-072e4956-06de-47d2-8fab-1fba3b2ec4e7 req-0e7e64f8-5925-4478-bc55-944cedfcf454 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586495 Nov 22 23:09:01.245567 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff2a30-190e-4fdb-8dc8-78f3429c4cb5 req-9d32de54-736f-4dd1-b0c4-ddc9f336fd48 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:01.246990 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4aff2a30-190e-4fdb-8dc8-78f3429c4cb5 req-9d32de54-736f-4dd1-b0c4-ddc9f336fd48 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0523710 Nov 22 23:09:01.296479 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4aff2a30-190e-4fdb-8dc8-78f3429c4cb5 req-042aa32a-17ed-4015-9f52-f28ccb40804a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435789 Nov 22 23:09:01.316332 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 9a32d6b5-5043-43fb-98e4-95f79601a894 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:09:01.377878 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 9a32d6b5-5043-43fb-98e4-95f79601a894 completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:09:01.382953 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 9a32d6b5-5043-43fb-98e4-95f79601a894 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:09:01.383347 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:01.468860 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:01.480601 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07d1ef-a3d5-4a2f-b278-cd3b81ab3bc5 req-81beb2e1-d909-4f7e-97a3-077f1b583728 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:01.482277 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cb07d1ef-a3d5-4a2f-b278-cd3b81ab3bc5 req-81beb2e1-d909-4f7e-97a3-077f1b583728 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 945 time: 0.0495093 Nov 22 23:09:01.493434 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a32d6b5-5043-43fb-98e4-95f79601a894'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:09:01.495759 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d049c7-2c93-4887-8447-277056a5f9d2" -d '{"events": [{"server_uuid": "4bd19414-dc5d-4baa-a697-71ce6ffbb944", "name": "network-vif-plugged", "status": "completed", "tag": "9a32d6b5-5043-43fb-98e4-95f79601a894"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:09:01.509003 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 9a32d6b5-5043-43fb-98e4-95f79601a894, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=9a32d6b5-5043-43fb-98e4-95f79601a894,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:09:01.513277 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:01.540609 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64661830-a1bc-47cb-8f3e-c9aef479e529 x-openstack-request-id: req-64661830-a1bc-47cb-8f3e-c9aef479e529 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:09:01.540897 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd19414-dc5d-4baa-a697-71ce6ffbb944", "name": "network-vif-plugged", "status": "completed", "tag": "9a32d6b5-5043-43fb-98e4-95f79601a894", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:09:01.541154 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64661830-a1bc-47cb-8f3e-c9aef479e529 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:09:01.541538 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a32d6b5-5043-43fb-98e4-95f79601a894', 'code': 200} Nov 22 23:09:01.547449 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cb07d1ef-a3d5-4a2f-b278-cd3b81ab3bc5 req-da5fef1f-b17e-4018-b63c-52debdd57c7a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590081 Nov 22 23:09:01.567503 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=9a32d6b5-5043-43fb-98e4-95f79601a894,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:01.830775 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c41d5e-34a6-41f7-b84e-53f646d07e6f req-88e40037-5a40-4137-a602-f5e96b531623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:01.833153 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-84c41d5e-34a6-41f7-b84e-53f646d07e6f req-88e40037-5a40-4137-a602-f5e96b531623 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 1099 time: 0.0434995 Nov 22 23:09:01.889045 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-84c41d5e-34a6-41f7-b84e-53f646d07e6f req-b8b49e92-9e84-4b7d-8d2d-a02868737154 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419147 Nov 22 23:09:02.420192 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6848e5f-df1b-48f2-b84e-3a61b63a2272 req-fdb211ec-f75a-4787-afc5-670cbbeb879d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:02.421709 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c6848e5f-df1b-48f2-b84e-3a61b63a2272 req-fdb211ec-f75a-4787-afc5-670cbbeb879d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 946 time: 0.0502944 Nov 22 23:09:02.470040 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c6848e5f-df1b-48f2-b84e-3a61b63a2272 req-95e66b16-2db2-435f-acf9-0e4e282006bf tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415094 Nov 22 23:09:02.587207 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79d5fda2-23d3-4118-9620-60cff51dc4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:02.664519 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc6425-b45f-48b7-945f-ec80c6715205 req-1cbe9818-757e-4198-9898-8ee118628dd7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:02.666498 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bfcc6425-b45f-48b7-945f-ec80c6715205 req-1cbe9818-757e-4198-9898-8ee118628dd7 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 946 time: 0.0560405 Nov 22 23:09:02.728113 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bfcc6425-b45f-48b7-945f-ec80c6715205 req-a623d24c-830b-4181-b5e7-e68a9a541ee3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554867 Nov 22 23:09:03.370515 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8da32319-51d1-4c63-adca-4c2685c82057 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:09:03.448051 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:03.481801 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8da32319-51d1-4c63-adca-4c2685c82057,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:09:03.486634 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:03.541774 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=8da32319-51d1-4c63-adca-4c2685c82057,revision_number=8']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:03.545263 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:09:03.547804 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306f999d-e191-48d3-999c-a747190a7f9c" -d '{"events": [{"server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "name": "network-vif-unplugged", "status": "completed", "tag": "8da32319-51d1-4c63-adca-4c2685c82057"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:09:03.581661 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 23:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e276d7a-2770-447b-8dcc-6913d4cd7d93 x-openstack-request-id: req-7e276d7a-2770-447b-8dcc-6913d4cd7d93 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:09:03.582016 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "name": "network-vif-unplugged", "status": "failed", "tag": "8da32319-51d1-4c63-adca-4c2685c82057", "code": 422}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:09:03.582293 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e276d7a-2770-447b-8dcc-6913d4cd7d93 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:09:03.582709 dv-cinder-818834-1-iscsi neutron-server[102664]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057', 'code': 422} returned with failed status Nov 22 23:09:03.603291 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d582770-a5b5-4bb6-82d4-d580a30be783 req-26dbb5ee-5004-4597-8f93-9081d0518558 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:03.604888 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6d582770-a5b5-4bb6-82d4-d580a30be783 req-26dbb5ee-5004-4597-8f93-9081d0518558 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0588379 Nov 22 23:09:03.658864 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6d582770-a5b5-4bb6-82d4-d580a30be783 req-95b21d20-b0e0-4830-9507-c96fe7608914 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474548 Nov 22 23:09:03.851683 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a9bd0-81c2-46d7-b8a0-9b0e4c01bc00 req-20cb01da-dcb2-488c-a178-d6d61459425c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:03.853272 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-639a9bd0-81c2-46d7-b8a0-9b0e4c01bc00 req-20cb01da-dcb2-488c-a178-d6d61459425c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 946 time: 0.0525253 Nov 22 23:09:03.907912 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-639a9bd0-81c2-46d7-b8a0-9b0e4c01bc00 req-05f51159-0d5a-493d-b6d9-7e9cd807d14c tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475445 Nov 22 23:09:04.050351 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b2181-af9e-4691-aad6-1a1ae97e7ef8 req-bc7ddf84-4db1-44d9-8953-f9029ebdf196 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:04.052125 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ca1b2181-af9e-4691-aad6-1a1ae97e7ef8 req-bc7ddf84-4db1-44d9-8953-f9029ebdf196 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 946 time: 0.0655138 Nov 22 23:09:04.107319 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ca1b2181-af9e-4691-aad6-1a1ae97e7ef8 req-c01dfe92-71a7-409c-8061-41ca5f946310 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485921 Nov 22 23:09:04.130074 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 42966) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:04.283409 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ce763-d6e0-492a-9ed9-51c669a31be2 tempest-TestVolumeBootPattern-234142140 tempest-TestVolumeBootPattern-234142140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:04.288776 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 42976) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:04.289053 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-354ce763-d6e0-492a-9ed9-51c669a31be2 tempest-TestVolumeBootPattern-234142140 tempest-TestVolumeBootPattern-234142140-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 1094 time: 0.1579163 Nov 22 23:09:04.293988 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Request body: {'floatingip': {'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'port_id': '9a32d6b5-5043-43fb-98e4-95f79601a894', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:09:04.318265 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:04.428653 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:04.490707 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:04.528405 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [req-198ed597-2d69-4843-9cf8-9419cd0d0094 req-f4dbb054-0a60-4773-8f02-400fd07e5158 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 23:09:04.529370 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-198ed597-2d69-4843-9cf8-9419cd0d0094 req-f4dbb054-0a60-4773-8f02-400fd07e5158 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053797 Nov 22 23:09:04.569327 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Allocated IP 172.27.0.157 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/042f8e94-68c0-4e11-9d61-6b217f68711e) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:09:04.721425 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:04.736783 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42a813-4268-4e07-b80c-b447d92433aa req-78b32657-9453-40cc-b3ac-722316ea509a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:04.738422 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb42a813-4268-4e07-b80c-b447d92433aa req-78b32657-9453-40cc-b3ac-722316ea509a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0769165 Nov 22 23:09:04.806022 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:04.818492 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb42a813-4268-4e07-b80c-b447d92433aa req-dc9babbd-17bf-45ad-af5e-f60f3720b18a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731022 Nov 22 23:09:04.850135 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:09:04.854912 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:09:04.858674 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:09:04.889743 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'Port': ['ID=042f8e94-68c0-4e11-9d61-6b217f68711e,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:04.918711 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-510b220f-6741-43a4-b820-d6f72a9d5d98 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440602 Nov 22 23:09:05.283426 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71dc249f-8090-4eb9-8a86-2ebb78819a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:05.294043 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:05.367611 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:05.557797 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:05.562454 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:05.636953 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event updated for resources: {'Port': ['ID=042f8e94-68c0-4e11-9d61-6b217f68711e,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:05.647407 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:05.757469 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.l3_db [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Floating IP e60c455b-6ec9-4580-b5e9-c9a46288271b associated. External IP: 172.27.0.157, port: 9a32d6b5-5043-43fb-98e4-95f79601a894. Nov 22 23:09:05.898244 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-d2943056-6684-4117-8925-39610d0372f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:05.899688 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-d2943056-6684-4117-8925-39610d0372f0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21&tenant_id=387b910bbc6a480a88d07859ab82cfe6 HTTP/1.1" status: 200 len: 1097 time: 0.0998898 Nov 22 23:09:06.072621 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90178b40-6de6-4c12-96fd-d76dc29a66f4 req-3782b435-246a-497d-a0d4-fd983b27a40d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:06.074230 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-90178b40-6de6-4c12-96fd-d76dc29a66f4 req-3782b435-246a-497d-a0d4-fd983b27a40d tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.1658592 Nov 22 23:09:06.096073 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-86afab00-195a-45f1-a86a-bc0d5779c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:06.098091 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-86afab00-195a-45f1-a86a-bc0d5779c7c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 1097 time: 0.1269281 Nov 22 23:09:06.178302 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:09:06.200792 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-90178b40-6de6-4c12-96fd-d76dc29a66f4 req-f59f910b-2dba-4cca-b8e8-0aa8a2105aec tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171362 Nov 22 23:09:06.282160 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-3d696a71-9318-4763-8e38-81a08185f22c req-b1e63a4d-ad31-46ab-b878-aee11e123c23 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663414 Nov 22 23:09:06.372361 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:06.403621 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696a71-9318-4763-8e38-81a08185f22c req-8ebf36e4-72be-4a45-9ac7-7a479e467165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:06.406143 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-3d696a71-9318-4763-8e38-81a08185f22c req-8ebf36e4-72be-4a45-9ac7-7a479e467165 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 1099 time: 0.0572424 Nov 22 23:09:06.528269 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696a71-9318-4763-8e38-81a08185f22c req-f14c288d-fcb1-440e-b3f6-5bca977863a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:06.530380 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-3d696a71-9318-4763-8e38-81a08185f22c req-f14c288d-fcb1-440e-b3f6-5bca977863a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 913 time: 0.1009011 Nov 22 23:09:06.533007 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-197b2f5f-ce31-4130-be96-edc2cac96e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:06.534491 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-197b2f5f-ce31-4130-be96-edc2cac96e8e service neutron] 10.222.0.83 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 918 time: 0.4273393 Nov 22 23:09:06.610691 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-3d696a71-9318-4763-8e38-81a08185f22c req-f4eef3b5-8b85-4390-8d85-1c3bbb78d44d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=706f4d9d-ccd1-4156-80f6-be31b459d5bf HTTP/1.1" status: 200 len: 1002 time: 0.0611882 Nov 22 23:09:06.648992 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-635fc074-8832-4298-a38f-f245b269d37e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8da32319-51d1-4c63-adca-4c2685c82057 HTTP/1.1" status: 200 len: 1000 time: 0.1016200 Nov 22 23:09:06.651509 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:09:06.662548 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525302d-6439-4acc-822a-eab22f9ce0a4 None None] Sync routers for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:09:06.668053 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696a71-9318-4763-8e38-81a08185f22c req-58b98bdf-2603-4b4e-b172-be96611fd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:06.669787 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-3d696a71-9318-4763-8e38-81a08185f22c req-58b98bdf-2603-4b4e-b172-be96611fd8f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=450f4020-44ab-4ce7-9946-d9eada69384a HTTP/1.1" status: 200 len: 850 time: 0.0454862 Nov 22 23:09:06.675177 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525302d-6439-4acc-822a-eab22f9ce0a4 None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:09:06.675878 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1525302d-6439-4acc-822a-eab22f9ce0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:09:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:06.697072 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:06.729902 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-cfa2ec9c-9208-4f28-b8ec-30d1c04000e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:06.731394 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-cfa2ec9c-9208-4f28-b8ec-30d1c04000e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 200 len: 855 time: 0.0747311 Nov 22 23:09:06.732807 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696a71-9318-4763-8e38-81a08185f22c req-009df441-87be-4410-bc06-5a71871af0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:06.733015 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-bac50a75-15d1-43dc-a03c-9b10d24fbe15 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4426560 Nov 22 23:09:06.733709 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'tag': '9a32d6b5-5043-43fb-98e4-95f79601a894'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:09:06.734727 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-3d696a71-9318-4763-8e38-81a08185f22c req-009df441-87be-4410-bc06-5a71871af0c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491135 Nov 22 23:09:06.735957 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71fcfdb-0249-428f-8275-b960ae5fcc11" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd19414-dc5d-4baa-a697-71ce6ffbb944", "tag": "9a32d6b5-5043-43fb-98e4-95f79601a894"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:09:06.749421 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [req-3d696a71-9318-4763-8e38-81a08185f22c req-e5092726-830f-41fa-a15b-5e0a4a17b246 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 23:09:06.750636 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-3d696a71-9318-4763-8e38-81a08185f22c req-e5092726-830f-41fa-a15b-5e0a4a17b246 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056088 Nov 22 23:09:06.786211 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b29f35b-0f10-44f2-8462-09133605d38d x-openstack-request-id: req-4b29f35b-0f10-44f2-8462-09133605d38d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:09:06.786701 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd19414-dc5d-4baa-a697-71ce6ffbb944", "tag": "9a32d6b5-5043-43fb-98e4-95f79601a894", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:09:06.786800 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b29f35b-0f10-44f2-8462-09133605d38d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:09:06.787197 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'tag': '9a32d6b5-5043-43fb-98e4-95f79601a894', 'status': 'completed', 'code': 200} Nov 22 23:09:06.802792 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-5ec60ce8-333e-4b8a-9caf-6cec962a0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:06.804555 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-5ec60ce8-333e-4b8a-9caf-6cec962a0f67 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf77bdb8-32c3-46df-9787-173ffafa8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549593 Nov 22 23:09:06.808173 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1525302d-6439-4acc-822a-eab22f9ce0a4 None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:09:06.849112 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-3d696a71-9318-4763-8e38-81a08185f22c req-2df0188d-4212-4912-925a-8647167d6ad1 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911040 Nov 22 23:09:06.921454 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fcfdb-0249-428f-8275-b960ae5fcc11 req-17de3e27-bac9-4bae-b663-fb4798fdd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:06.922917 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f71fcfdb-0249-428f-8275-b960ae5fcc11 req-17de3e27-bac9-4bae-b663-fb4798fdd735 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 1099 time: 0.0891287 Nov 22 23:09:06.956423 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [req-3d696a71-9318-4763-8e38-81a08185f22c req-62fb1e37-55ba-481d-9f67-e10482e9ecac service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988362 Nov 22 23:09:06.994046 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-2339ef74-733b-4fce-9598-ab40c98fd673 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720793 Nov 22 23:09:07.086000 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fcfdb-0249-428f-8275-b960ae5fcc11 req-0ba04e45-b422-4e8f-ae37-57885bd825ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:07.087471 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f71fcfdb-0249-428f-8275-b960ae5fcc11 req-0ba04e45-b422-4e8f-ae37-57885bd825ba service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 913 time: 0.1551776 Nov 22 23:09:07.173248 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1525302d-6439-4acc-822a-eab22f9ce0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '18a9d5c3-e3cd-441e-b415-60759b587d8d', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:82:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:06:30Z', 'updated_at': '2021-11-22T23:06:32Z', 'revision_number': 1, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}, {'id': 'e60c455b-6ec9-4580-b5e9-c9a46288271b', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': '9a32d6b5-5043-43fb-98e4-95f79601a894', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:53:38:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:09:05Z', 'updated_at': '2021-11-22T23:09:05Z', 'revision_number': 0, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:07.174554 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c4a3ddb3-d150-4860-a166-08cb0135807b req-40a5cc72-0e59-4880-93d5-84ba65f31f81 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581879 Nov 22 23:09:07.182027 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f71fcfdb-0249-428f-8275-b960ae5fcc11 req-8c0d8e70-94e1-4741-98d1-906efb23f184 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a32d6b5-5043-43fb-98e4-95f79601a894 HTTP/1.1" status: 200 len: 1000 time: 0.0851171 Nov 22 23:09:07.202324 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525302d-6439-4acc-822a-eab22f9ce0a4 None None] Checking router: 6e2d9066-54c9-486d-bd4a-1c5a235dc91e for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:09:07.215096 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525302d-6439-4acc-822a-eab22f9ce0a4 None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:09:07.216115 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1525302d-6439-4acc-822a-eab22f9ce0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:09:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:07.268358 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fcfdb-0249-428f-8275-b960ae5fcc11 req-5a80ad1c-e323-47f7-8b34-fed75e4bbdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:07.270311 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f71fcfdb-0249-428f-8275-b960ae5fcc11 req-5a80ad1c-e323-47f7-8b34-fed75e4bbdc2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=450f4020-44ab-4ce7-9946-d9eada69384a HTTP/1.1" status: 200 len: 850 time: 0.0725498 Nov 22 23:09:07.340398 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-1525302d-6439-4acc-822a-eab22f9ce0a4 None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:09:07.367508 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fcfdb-0249-428f-8275-b960ae5fcc11 req-e25bc51b-de37-4fae-b700-92c775615f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:07.369042 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f71fcfdb-0249-428f-8275-b960ae5fcc11 req-e25bc51b-de37-4fae-b700-92c775615f58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766742 Nov 22 23:09:07.381134 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861517f-2fe6-4071-8414-e231038e052f req-fe1abb32-2b47-4dde-bbcc-289334abc0e3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:07.382738 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5861517f-2fe6-4071-8414-e231038e052f req-fe1abb32-2b47-4dde-bbcc-289334abc0e3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0791953 Nov 22 23:09:07.494423 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5861517f-2fe6-4071-8414-e231038e052f req-6d04e022-621b-4bbf-b8c4-a2a3ea970d36 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051712 Nov 22 23:09:07.521350 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f71fcfdb-0249-428f-8275-b960ae5fcc11 req-a374bcd0-c9b3-4f86-ab52-8972dcc528a9 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300769 Nov 22 23:09:07.605393 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-1525302d-6439-4acc-822a-eab22f9ce0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '18a9d5c3-e3cd-441e-b415-60759b587d8d', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:82:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:06:30Z', 'updated_at': '2021-11-22T23:06:32Z', 'revision_number': 1, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}, {'id': 'e60c455b-6ec9-4580-b5e9-c9a46288271b', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': '9a32d6b5-5043-43fb-98e4-95f79601a894', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:53:38:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:09:05Z', 'updated_at': '2021-11-22T23:09:05Z', 'revision_number': 0, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:07.641426 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525302d-6439-4acc-822a-eab22f9ce0a4 None None] The sync data for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi is: [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '18a9d5c3-e3cd-441e-b415-60759b587d8d', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:82:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:06:30Z', 'updated_at': '2021-11-22T23:06:32Z', 'revision_number': 1, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}, {'id': 'e60c455b-6ec9-4580-b5e9-c9a46288271b', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': '9a32d6b5-5043-43fb-98e4-95f79601a894', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:53:38:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:09:05Z', 'updated_at': '2021-11-22T23:09:05Z', 'revision_number': 0, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:09:07.643189 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f71fcfdb-0249-428f-8275-b960ae5fcc11 req-c071789f-fb26-462b-b030-ef96ba0aeda1 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131976 Nov 22 23:09:07.715177 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:07.989472 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722bdd4d-fc73-4bdb-a655-717771dc1336 None None] New status for floating IP e60c455b-6ec9-4580-b5e9-c9a46288271b: ACTIVE {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:09:08.279615 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:08.633975 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450925ba-c0ef-4d56-a660-bd1800d725ec req-19106b81-a708-4703-8f08-838d7249f3a6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:08.635468 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-450925ba-c0ef-4d56-a660-bd1800d725ec req-19106b81-a708-4703-8f08-838d7249f3a6 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0503695 Nov 22 23:09:08.683856 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-450925ba-c0ef-4d56-a660-bd1800d725ec req-4f1d68e7-bec2-45fe-8b1a-3878383c052f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423079 Nov 22 23:09:09.813565 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c604e-ef30-4655-b551-c049f8a683b9 req-5b185df9-5596-4422-ba26-b7df7e62258b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:09.815065 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-175c604e-ef30-4655-b551-c049f8a683b9 req-5b185df9-5596-4422-ba26-b7df7e62258b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0534387 Nov 22 23:09:09.863823 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-175c604e-ef30-4655-b551-c049f8a683b9 req-57ff6eaa-c8db-40b8-932b-8cf88477e04b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Nov 22 23:09:10.995109 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717a1f9-d424-4a3f-9b32-e6b1598aec8f req-9b4734a3-c16e-45e5-a7cd-1c9e39b882a4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:10.996864 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f717a1f9-d424-4a3f-9b32-e6b1598aec8f req-9b4734a3-c16e-45e5-a7cd-1c9e39b882a4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0504658 Nov 22 23:09:11.052145 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f717a1f9-d424-4a3f-9b32-e6b1598aec8f req-ceb0a1b7-22bb-4c9f-8284-071c9252ae37 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490515 Nov 22 23:09:12.179381 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e54723-595e-425d-9a85-cc24fbd10360 req-9ad48e1f-5b72-4dde-9943-d52d938fd072 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:12.180845 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d4e54723-595e-425d-9a85-cc24fbd10360 req-9ad48e1f-5b72-4dde-9943-d52d938fd072 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0488713 Nov 22 23:09:12.231670 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d4e54723-595e-425d-9a85-cc24fbd10360 req-5607455c-4184-4a38-a114-00dd08d4886f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449150 Nov 22 23:09:13.362425 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9abbe-f31b-493a-8712-42d3c49a1778 req-535a5248-92af-4a59-92aa-ab2ecc68e4cf tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:13.364562 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3ed9abbe-f31b-493a-8712-42d3c49a1778 req-535a5248-92af-4a59-92aa-ab2ecc68e4cf tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0480511 Nov 22 23:09:13.413427 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3ed9abbe-f31b-493a-8712-42d3c49a1778 req-b4732a86-3adb-45d1-808e-5bca1e1d8292 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428553 Nov 22 23:09:14.048303 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:09:14.539908 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91477f-d1e9-49d4-9bc8-0385f46696bf req-bccfd48f-c2f2-4385-a0bb-9aeff2034096 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:14.541384 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ef91477f-d1e9-49d4-9bc8-0385f46696bf req-bccfd48f-c2f2-4385-a0bb-9aeff2034096 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0492508 Nov 22 23:09:14.592591 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ef91477f-d1e9-49d4-9bc8-0385f46696bf req-b4ca9421-dc77-407e-a5f3-a68d03de274f tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452330 Nov 22 23:09:15.742726 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19732952-4e8c-44d5-ad00-c83add57e8f1 req-fb321664-c673-417e-a095-fee7d22c347b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:15.745184 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-19732952-4e8c-44d5-ad00-c83add57e8f1 req-fb321664-c673-417e-a095-fee7d22c347b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0756798 Nov 22 23:09:15.811119 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-19732952-4e8c-44d5-ad00-c83add57e8f1 req-d570f069-6798-43d0-8f3a-f6351ac05dde tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583146 Nov 22 23:09:16.935745 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8109f53-4909-411c-ab67-00742b8ca833 req-8b6a883b-5962-45f7-adc8-3429be5164ac tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:16.937134 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e8109f53-4909-411c-ab67-00742b8ca833 req-8b6a883b-5962-45f7-adc8-3429be5164ac tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0502691 Nov 22 23:09:16.983616 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e8109f53-4909-411c-ab67-00742b8ca833 req-f1444d2f-be73-4e1f-9d91-f4488b231d43 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397742 Nov 22 23:09:18.114281 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a4ab8-af5e-4a34-89f1-a01111bbe65d req-abb4e9ba-47b4-480d-8c98-19b6a6e64a71 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:18.115815 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1d6a4ab8-af5e-4a34-89f1-a01111bbe65d req-abb4e9ba-47b4-480d-8c98-19b6a6e64a71 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0565085 Nov 22 23:09:18.163484 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1d6a4ab8-af5e-4a34-89f1-a01111bbe65d req-98b723fc-6168-433b-82f4-fdd9f162bda4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416670 Nov 22 23:09:19.291460 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6bdf9-bfc0-4385-86e0-57619fbbe885 req-67ddf2aa-6fb9-40ab-8e7a-c377f0a6c8e4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:19.292951 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-33d6bdf9-bfc0-4385-86e0-57619fbbe885 req-67ddf2aa-6fb9-40ab-8e7a-c377f0a6c8e4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0527663 Nov 22 23:09:19.340180 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-33d6bdf9-bfc0-4385-86e0-57619fbbe885 req-047b72bd-0249-4bd3-a8c0-ced2c2efbb63 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411515 Nov 22 23:09:20.459895 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185d92c-7b79-44a8-b9f2-4fd3141faea8 req-41de4c30-f1bd-40de-8461-4557435a40a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:20.461453 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3185d92c-7b79-44a8-b9f2-4fd3141faea8 req-41de4c30-f1bd-40de-8461-4557435a40a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0480824 Nov 22 23:09:20.520463 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3185d92c-7b79-44a8-b9f2-4fd3141faea8 req-02eb134f-2609-419b-9a36-ed24210b22b8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520980 Nov 22 23:09:21.637480 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f184e2d-6769-4c96-b06f-ea66ccc6f343 req-429714e2-a22d-4757-8dec-d5c0a1ef86ea tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:21.638957 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9f184e2d-6769-4c96-b06f-ea66ccc6f343 req-429714e2-a22d-4757-8dec-d5c0a1ef86ea tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0477653 Nov 22 23:09:21.686280 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9f184e2d-6769-4c96-b06f-ea66ccc6f343 req-620bbeb5-751b-492c-97d9-25362b35f4fc tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413814 Nov 22 23:09:22.805254 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750e0ac-5f56-4be0-8858-6ff3e58f2abe req-2e017a46-d688-41ad-8a37-91fefcb6da3c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:22.806847 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5750e0ac-5f56-4be0-8858-6ff3e58f2abe req-2e017a46-d688-41ad-8a37-91fefcb6da3c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0472438 Nov 22 23:09:22.852621 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5750e0ac-5f56-4be0-8858-6ff3e58f2abe req-9e000a90-e071-4993-8f25-a969e803738e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399549 Nov 22 23:09:23.975178 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b618976-2353-4ab9-ad10-d7cd75e94c37 req-2021a57c-912c-4b59-9eea-c18a9ea8283a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:23.976661 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2b618976-2353-4ab9-ad10-d7cd75e94c37 req-2021a57c-912c-4b59-9eea-c18a9ea8283a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0513837 Nov 22 23:09:24.024656 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2b618976-2353-4ab9-ad10-d7cd75e94c37 req-bca2f4c4-c138-48de-8fe3-789f71b5a774 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412157 Nov 22 23:09:25.142615 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f5362-c910-4213-9006-8f86087508c7 req-c479308a-6066-4291-9632-8e2b1676fcee tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:25.144037 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e69f5362-c910-4213-9006-8f86087508c7 req-c479308a-6066-4291-9632-8e2b1676fcee tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0492306 Nov 22 23:09:25.192075 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e69f5362-c910-4213-9006-8f86087508c7 req-ef768b7e-83a7-40dc-810c-e4c49472e5d1 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413804 Nov 22 23:09:26.311893 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65e725-f661-41af-b8a3-491b7dddb782 req-fdc6826c-b2e6-47a0-9710-24906193d448 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:26.313371 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d65e725-f661-41af-b8a3-491b7dddb782 req-fdc6826c-b2e6-47a0-9710-24906193d448 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0480707 Nov 22 23:09:26.364326 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d65e725-f661-41af-b8a3-491b7dddb782 req-3c76d11e-de93-47b0-9e26-ce91a9bd647e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443146 Nov 22 23:09:27.470862 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8da32319-51d1-4c63-adca-4c2685c82057 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:09:27.487539 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc79ce-571a-4dd6-a7e3-4330f7f98874 req-5252934d-3acd-4cda-9794-95d4b58fccbb tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:27.489220 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3cfc79ce-571a-4dd6-a7e3-4330f7f98874 req-5252934d-3acd-4cda-9794-95d4b58fccbb tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 944 time: 0.0504634 Nov 22 23:09:27.537214 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3cfc79ce-571a-4dd6-a7e3-4330f7f98874 req-38400ec4-cb9a-4667-b809-454a6116a65c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Nov 22 23:09:27.571258 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8da32319-51d1-4c63-adca-4c2685c82057,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:09:27.582528 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '8da32319-51d1-4c63-adca-4c2685c82057', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'port_id': '8da32319-51d1-4c63-adca-4c2685c82057', 'mac_address': 'fa:16:3e:63:46:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:09:27.618562 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:27.632263 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da32319-51d1-4c63-adca-4c2685c82057 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:09:27.651436 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8da32319-51d1-4c63-adca-4c2685c82057,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:09:27.655243 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:27.701196 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=8da32319-51d1-4c63-adca-4c2685c82057,revision_number=9']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:27.709313 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:27.709726 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:27.710081 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:27.710425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:27.710767 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:27.711103 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:27.711434 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:27.711791 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:27.712119 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:27.712452 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:27.712780 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:27.713105 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:28.125442 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['8da32319-51d1-4c63-adca-4c2685c82057'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:09:28.655081 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831121c-3e82-435f-af0b-b49c17045faa req-414f71fe-b82f-4931-992c-5f2691767aa0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:28.656553 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1831121c-3e82-435f-af0b-b49c17045faa req-414f71fe-b82f-4931-992c-5f2691767aa0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 945 time: 0.0488524 Nov 22 23:09:28.703270 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1831121c-3e82-435f-af0b-b49c17045faa req-6e411b17-ec65-4ebb-b7bb-ef9ef63e7343 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396011 Nov 22 23:09:29.473190 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8da32319-51d1-4c63-adca-4c2685c82057 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:09:29.520093 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 8da32319-51d1-4c63-adca-4c2685c82057 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:09:29.520468 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:29.598120 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:29.620312 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:09:29.622554 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea86068c-1ed5-4c2b-b148-0e2dcf7395b4" -d '{"events": [{"server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "name": "network-vif-plugged", "status": "completed", "tag": "8da32319-51d1-4c63-adca-4c2685c82057"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:09:29.635864 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8da32319-51d1-4c63-adca-4c2685c82057,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:09:29.639830 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:29.666514 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4706de39-341f-4835-a667-7457d4535240 x-openstack-request-id: req-4706de39-341f-4835-a667-7457d4535240 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:09:29.666829 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "name": "network-vif-plugged", "status": "completed", "tag": "8da32319-51d1-4c63-adca-4c2685c82057", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:09:29.667089 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4706de39-341f-4835-a667-7457d4535240 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:09:29.667480 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057', 'code': 200} Nov 22 23:09:29.690486 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=8da32319-51d1-4c63-adca-4c2685c82057,revision_number=10']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:29.828875 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98fa16-7fe5-4577-b523-2e9128f02081 req-2112dadc-8dda-4ed8-8342-0cbb06b94eb0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:29.831132 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9c98fa16-7fe5-4577-b523-2e9128f02081 req-2112dadc-8dda-4ed8-8342-0cbb06b94eb0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 947 time: 0.0561900 Nov 22 23:09:29.881816 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9c98fa16-7fe5-4577-b523-2e9128f02081 req-3b665ef4-10e3-41a9-aad7-156f8899ab01 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Nov 22 23:09:29.974705 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adba01-95b1-449c-bca6-2fbc600bcfc8 req-085f50e9-4b19-492e-9450-c1f8f3cde23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:29.976207 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-23adba01-95b1-449c-bca6-2fbc600bcfc8 req-085f50e9-4b19-492e-9450-c1f8f3cde23e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 1100 time: 0.0855708 Nov 22 23:09:30.022132 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-23adba01-95b1-449c-bca6-2fbc600bcfc8 req-3cd3df8d-b58d-4592-ae09-ff58753c78a5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383818 Nov 22 23:09:31.007881 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a9287-0426-4da7-ab35-a54f22f2bfaf req-a83848de-08b5-4d8c-bcc9-9ba0e887b47e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:31.009363 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a10a9287-0426-4da7-ab35-a54f22f2bfaf req-a83848de-08b5-4d8c-bcc9-9ba0e887b47e tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 947 time: 0.0512009 Nov 22 23:09:31.059251 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a10a9287-0426-4da7-ab35-a54f22f2bfaf req-cc1c4a09-6037-4de4-a9b6-24d4f8fa2d38 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 Nov 22 23:09:32.183058 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e864b0-5906-401b-9c0e-d469307ef741 req-f98f55be-ee82-4804-bd5c-25cb86391d93 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:32.184626 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-53e864b0-5906-401b-9c0e-d469307ef741 req-f98f55be-ee82-4804-bd5c-25cb86391d93 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 947 time: 0.0491765 Nov 22 23:09:32.232426 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-53e864b0-5906-401b-9c0e-d469307ef741 req-056aab40-c7bd-49ea-9b52-50544ee30c30 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414236 Nov 22 23:09:32.584454 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a08da1c-aece-4bbb-83c8-c54f3e14e4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:33.354031 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889adef-f127-4998-924f-b50594ac713d req-63d99251-fa48-4243-9a05-74dde9ccc8a2 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:33.355507 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e889adef-f127-4998-924f-b50594ac713d req-63d99251-fa48-4243-9a05-74dde9ccc8a2 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 947 time: 0.0489600 Nov 22 23:09:33.404630 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e889adef-f127-4998-924f-b50594ac713d req-3ee7dca9-cbc3-47e5-b27a-50a693798993 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432079 Nov 22 23:09:34.500106 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:35.276674 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2571da7-0d0c-4881-9d10-bd1c144887a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:36.369838 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:37.668741 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b52f6-71ee-4022-af8b-6dd32756f3bf req-c64b3ff2-4971-425a-8157-8de7ce78bdda tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:37.670239 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-de0b52f6-71ee-4022-af8b-6dd32756f3bf req-c64b3ff2-4971-425a-8157-8de7ce78bdda tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 945 time: 0.0486913 Nov 22 23:09:37.702998 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:37.717309 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-de0b52f6-71ee-4022-af8b-6dd32756f3bf req-56dbf640-6bb3-4140-a7b4-ed25864a6e44 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411279 Nov 22 23:09:38.282392 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:38.834872 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc2930-ba04-4a80-8eb2-61f57d8a8e26 req-e2afb2cb-c10e-4b09-8507-18db30726f8f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:38.836386 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f9bc2930-ba04-4a80-8eb2-61f57d8a8e26 req-e2afb2cb-c10e-4b09-8507-18db30726f8f tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 945 time: 0.0498223 Nov 22 23:09:38.883479 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f9bc2930-ba04-4a80-8eb2-61f57d8a8e26 req-30713259-e59d-49b7-a382-d0ef8c02b5e0 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411451 Nov 22 23:09:39.991005 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-2c9aafb5-0b3b-49cc-9d97-7a5852365f84 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:39.992449 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-2c9aafb5-0b3b-49cc-9d97-7a5852365f84 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.83 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 945 time: 0.0747283 Nov 22 23:09:40.037229 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c52bd7-6a50-4932-8700-4b8e466d1934 req-04729f33-6ffa-4f95-a01b-63cfb7c3b2b8 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:40.038740 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-44c52bd7-6a50-4932-8700-4b8e466d1934 req-04729f33-6ffa-4f95-a01b-63cfb7c3b2b8 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 945 time: 0.0858269 Nov 22 23:09:40.122937 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-44c52bd7-6a50-4932-8700-4b8e466d1934 req-cb2acc3e-1947-44f9-88ad-173b2e592067 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d4133c-9f88-4616-b006-453c1d73f9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760150 Nov 22 23:09:40.134577 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Deleting port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:09:40.135000 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:40.225639 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] For port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:09:40.226023 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:40.402316 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:40.402590 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:40.402904 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.l3_db [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Floating IP 153949d5-d73f-4436-9476-4657d2f6249d disassociated. External IP: 172.27.0.95, port: ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0. Nov 22 23:09:40.403283 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Calling delete_port for ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:09:40.528463 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:40.554300 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event deleted for resources: {'Port': ['ID=ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:40.563786 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:40.564127 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:40.564464 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:40.564797 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:40.565124 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:40.565452 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:40.566310 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:40.566787 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:40.566959 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:40.567913 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:40.567913 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:40.567913 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:40.679254 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Router 1e544305-eb06-400f-a1d1-3ca3dc00d48b has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:09:40.787180 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:09:40.796561 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a2f931-4535-4655-846f-a4e4416bd8a4 None None] Sync routers for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:09:40.806584 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a2f931-4535-4655-846f-a4e4416bd8a4 None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:09:40.807199 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d3a2f931-4535-4655-846f-a4e4416bd8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:09:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:40.826063 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] No DVR routers for this DVR port ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:09:40.828701 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:40.832706 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c7b57665-22e2-4897-803c-0f9ae1c22bf5 req-c5b033b5-b5f4-44d9-806a-2d008eed26f6 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.83 "DELETE /v2.0/ports/ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 HTTP/1.1" status: 204 len: 173 time: 0.8329151 Nov 22 23:09:40.833125 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'name': 'network-vif-deleted', 'tag': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:09:40.835478 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c1b564-716e-4d92-8e37-497c7bd4f5ef" -d '{"events": [{"server_uuid": "e01eeecd-0971-4ec1-a627-0446024134fb", "name": "network-vif-deleted", "tag": "ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:09:40.883981 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f7720e-82c4-4fa2-967e-84b08a0dc558 x-openstack-request-id: req-d8f7720e-82c4-4fa2-967e-84b08a0dc558 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:09:40.884284 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01eeecd-0971-4ec1-a627-0446024134fb", "name": "network-vif-deleted", "tag": "ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:09:40.884575 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8f7720e-82c4-4fa2-967e-84b08a0dc558 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:09:40.884935 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01eeecd-0971-4ec1-a627-0446024134fb', 'name': 'network-vif-deleted', 'tag': 'ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0', 'status': 'completed', 'code': 200} Nov 22 23:09:40.918541 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-d3a2f931-4535-4655-846f-a4e4416bd8a4 None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:09:41.131637 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d3a2f931-4535-4655-846f-a4e4416bd8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:05Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:41.159422 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a2f931-4535-4655-846f-a4e4416bd8a4 None None] Checking router: 1e544305-eb06-400f-a1d1-3ca3dc00d48b for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:09:41.167726 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a2f931-4535-4655-846f-a4e4416bd8a4 None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:09:41.168336 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d3a2f931-4535-4655-846f-a4e4416bd8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:09:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:41.233597 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c474e884-cf53-47bc-b980-71344e12d1d7 req-681ee462-7856-4731-a9e9-22660fe0ac0a tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01eeecd-0971-4ec1-a627-0446024134fb HTTP/1.1" status: 200 len: 210 time: 0.0289595 Nov 22 23:09:41.285868 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-d3a2f931-4535-4655-846f-a4e4416bd8a4 None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:09:41.494119 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d3a2f931-4535-4655-846f-a4e4416bd8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:05Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:41.523443 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a2f931-4535-4655-846f-a4e4416bd8a4 None None] The sync data for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi is: [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:58:55Z', 'revision_number': 4, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '585c55b5-cd37-4f72-8bac-f4f9e78d8e06', 'name': '', 'network_id': '135c9d2c-b547-438e-b31c-2139e85d4ac9', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'mac_address': 'fa:16:3e:de:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:53Z', 'updated_at': '2021-11-22T22:59:05Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'subnets': [{'id': 'ca886abe-a984-4dfe-9c9e-938111a57318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:09:41.726864 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f225cea1-7443-4dbb-a1fc-82eac0659394 None None] New status for floating IP 153949d5-d73f-4436-9476-4657d2f6249d: DOWN {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:09:42.324749 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43266) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:42.379214 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2794d17a-10ca-49a3-aed8-0fa6e2c465f4 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:42.402678 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2794d17a-10ca-49a3-aed8-0fa6e2c465f4 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:42.449499 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2794d17a-10ca-49a3-aed8-0fa6e2c465f4 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:42.452835 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2794d17a-10ca-49a3-aed8-0fa6e2c465f4 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:42.454008 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-2794d17a-10ca-49a3-aed8-0fa6e2c465f4 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "DELETE /v2.0/security-groups/c9d4133c-9f88-4616-b006-453c1d73f9c9 HTTP/1.1" status: 204 len: 168 time: 0.1282198 Nov 22 23:09:42.457586 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43268) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:42.463592 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d17a-10ca-49a3-aed8-0fa6e2c465f4 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d4133c-9f88-4616-b006-453c1d73f9c9,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:42.471731 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.api.v2.resource [None req-2711b77a-c135-4210-bbfc-ea9e21d83a51 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] show failed (client error): The resource could not be found. Nov 22 23:09:42.476604 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43270) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:42.476777 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-2711b77a-c135-4210-bbfc-ea9e21d83a51 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "GET /v2.0/security-groups/c9d4133c-9f88-4616-b006-453c1d73f9c9 HTTP/1.1" status: 404 len: 347 time: 0.0179117 Nov 22 23:09:42.598939 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-61e8b65b-69c8-4865-b580-ca03dd716508 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Deleting port 38527fe6-4995-4c0b-9dbb-a1947502cfa6 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:09:42.599265 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61e8b65b-69c8-4865-b580-ca03dd716508 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:42.676209 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61e8b65b-69c8-4865-b580-ca03dd716508 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:42.676530 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61e8b65b-69c8-4865-b580-ca03dd716508 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:42.687983 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-61e8b65b-69c8-4865-b580-ca03dd716508 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Calling delete_port for 38527fe6-4995-4c0b-9dbb-a1947502cfa6 owned by network:floatingip {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:09:42.813942 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61e8b65b-69c8-4865-b580-ca03dd716508 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:42.843260 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8b65b-69c8-4865-b580-ca03dd716508 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Pushing event deleted for resources: {'Port': ['ID=38527fe6-4995-4c0b-9dbb-a1947502cfa6,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:42.901840 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61e8b65b-69c8-4865-b580-ca03dd716508 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks [] for floatingip, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:42.904393 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61e8b65b-69c8-4865-b580-ca03dd716508 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:42.905550 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-61e8b65b-69c8-4865-b580-ca03dd716508 tempest-AttachVolumeTestJSON-1534360057 tempest-AttachVolumeTestJSON-1534360057-project] 10.222.0.81 "DELETE /v2.0/floatingips/153949d5-d73f-4436-9476-4657d2f6249d HTTP/1.1" status: 204 len: 168 time: 0.4278593 Nov 22 23:09:43.517695 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:09:43.538760 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:09:43.539106 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device ed7fa54c-1ccb-4873-8faf-e69c13c3c3f0 not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:09:46.453458 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43300) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:46.891291 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2a392222-9d23-4f0b-bdce-3a88dcf1ed3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16292126'] for router_interface, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:47.359754 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2a392222-9d23-4f0b-bdce-3a88dcf1ed3a admin admin] Deleting port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:09:47.360080 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2a392222-9d23-4f0b-bdce-3a88dcf1ed3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:47.436716 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-2a392222-9d23-4f0b-bdce-3a88dcf1ed3a admin admin] For port 585c55b5-cd37-4f72-8bac-f4f9e78d8e06, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=585c55b5-cd37-4f72-8bac-f4f9e78d8e06,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:09:47.437067 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2a392222-9d23-4f0b-bdce-3a88dcf1ed3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:47.449485 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-2a392222-9d23-4f0b-bdce-3a88dcf1ed3a admin admin] Calling delete_port for 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 owned by network:router_interface {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:09:47.624880 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2a392222-9d23-4f0b-bdce-3a88dcf1ed3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:47.651002 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a392222-9d23-4f0b-bdce-3a88dcf1ed3a admin admin] Pushing event deleted for resources: {'Port': ['ID=585c55b5-cd37-4f72-8bac-f4f9e78d8e06,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:47.813721 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2a392222-9d23-4f0b-bdce-3a88dcf1ed3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398574'] for router_interface, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:48.032718 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a392222-9d23-4f0b-bdce-3a88dcf1ed3a admin admin] Router 1e544305-eb06-400f-a1d1-3ca3dc00d48b has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:09:48.141102 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a392222-9d23-4f0b-bdce-3a88dcf1ed3a admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:09:48.148436 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-2a392222-9d23-4f0b-bdce-3a88dcf1ed3a admin admin] 10.222.0.81 "PUT /v2.0/routers/1e544305-eb06-400f-a1d1-3ca3dc00d48b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6931973 Nov 22 23:09:48.150692 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43304) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:48.151929 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d23583-12d9-40f8-af4d-0a977f0b9002 None None] Sync routers for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:09:48.163098 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d23583-12d9-40f8-af4d-0a977f0b9002 None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:09:48.163711 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-20d23583-12d9-40f8-af4d-0a977f0b9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:09:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:48.256731 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Publish callbacks [] for router, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:48.268267 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-20d23583-12d9-40f8-af4d-0a977f0b9002 None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:09:48.356570 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:48.421555 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Deleting port 47f5c320-5bfb-4499-b072-4663563a93b9 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:09:48.421834 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:48.507571 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] For port 47f5c320-5bfb-4499-b072-4663563a93b9, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=47f5c320-5bfb-4499-b072-4663563a93b9,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:09:48.507933 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:48.520998 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Calling delete_port for 47f5c320-5bfb-4499-b072-4663563a93b9 owned by network:router_gateway {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:09:48.573324 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-20d23583-12d9-40f8-af4d-0a977f0b9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T23:09:47Z', 'revision_number': 5, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port': {'id': '47f5c320-5bfb-4499-b072-4663563a93b9', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:50Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:48.599386 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d23583-12d9-40f8-af4d-0a977f0b9002 None None] Checking router: 1e544305-eb06-400f-a1d1-3ca3dc00d48b for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:09:48.607692 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d23583-12d9-40f8-af4d-0a977f0b9002 None None] Routers {'1e544305-eb06-400f-a1d1-3ca3dc00d48b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:09:48.608317 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-20d23583-12d9-40f8-af4d-0a977f0b9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:09:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:48.684342 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:48.695944 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-20d23583-12d9-40f8-af4d-0a977f0b9002 None None] Set router 1e544305-eb06-400f-a1d1-3ca3dc00d48b gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:09:48.719382 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f5c320-5bfb-4499-b072-4663563a93b9,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:48.752764 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-20d23583-12d9-40f8-af4d-0a977f0b9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T23:09:48Z', 'revision_number': 6, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port_host': None}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:48.775972 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293312'] for router_gateway, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:48.778957 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d23583-12d9-40f8-af4d-0a977f0b9002 None None] The sync data for ids ['1e544305-eb06-400f-a1d1-3ca3dc00d48b'] in dv-cinder-818834-1-iscsi is: [{'id': '1e544305-eb06-400f-a1d1-3ca3dc00d48b', 'name': 'tempest-AttachVolumeTestJSON-1745063030-router', 'tenant_id': '1525897e49c34ebb9215d460e1ad237d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T23:09:48Z', 'revision_number': 6, 'project_id': '1525897e49c34ebb9215d460e1ad237d', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:09:48.867101 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28237'] for router, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:48.869246 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:48.911113 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398555'] for router, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:48.911727 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e544305-eb06-400f-a1d1-3ca3dc00d48b {{(pid=102663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 23:09:48.916800 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] Publish callbacks [] for router, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:48.917998 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-0aadb03f-b020-4f3a-8d0a-1bfd0d8a9f26 admin admin] 10.222.0.81 "DELETE /v2.0/routers/1e544305-eb06-400f-a1d1-3ca3dc00d48b HTTP/1.1" status: 204 len: 168 time: 0.7663190 Nov 22 23:09:48.920390 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43306) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:48.966700 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15e93e9-e5a1-4a89-a271-b3540d8c180a admin admin] Deleting subnet ca886abe-a984-4dfe-9c9e-938111a57318 {{(pid=102663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:09:48.969575 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d15e93e9-e5a1-4a89-a271-b3540d8c180a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.002349 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d15e93e9-e5a1-4a89-a271-b3540d8c180a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25256327'] for subnet, precommit_delete_associations {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.075910 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d15e93e9-e5a1-4a89-a271-b3540d8c180a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.131000 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d15e93e9-e5a1-4a89-a271-b3540d8c180a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24894476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24915918'] for subnet, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.157790 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e93e9-e5a1-4a89-a271-b3540d8c180a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca886abe-a984-4dfe-9c9e-938111a57318,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:49.162310 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d15e93e9-e5a1-4a89-a271-b3540d8c180a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.167292 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-d15e93e9-e5a1-4a89-a271-b3540d8c180a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ca886abe-a984-4dfe-9c9e-938111a57318 HTTP/1.1" status: 204 len: 168 time: 0.2442415 Nov 22 23:09:49.167846 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a544b228-2f1a-4410-9781-83183f161b1e None None] Network 135c9d2c-b547-438e-b31c-2139e85d4ac9 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:09:49.169332 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43308) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:49.241966 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.293904 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Deleting port 3844b938-23bd-43d3-9693-a2096d9d12aa {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:09:49.294300 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.359091 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] For port 3844b938-23bd-43d3-9693-a2096d9d12aa, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=3844b938-23bd-43d3-9693-a2096d9d12aa,segment=NetworkSegment(6bfbca0c-638b-482e-ac70-cbfe8f64f2b5),segment_id=6bfbca0c-638b-482e-ac70-cbfe8f64f2b5)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:09:49.359442 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.371432 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Calling delete_port for 3844b938-23bd-43d3-9693-a2096d9d12aa owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:09:49.448108 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.476097 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Pushing event deleted for resources: {'Port': ['ID=3844b938-23bd-43d3-9693-a2096d9d12aa,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:49.479226 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] No DVR routers for this DVR port 3844b938-23bd-43d3-9693-a2096d9d12aa on host dv-cinder-818834-1-iscsi {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:09:49.552189 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.560147 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b530ef-46a6-4c04-84af-a23c405af673 None None] DHCP port deletion for 135c9d2c-b547-438e-b31c-2139e85d4ac9 request from dv-cinder-818834-1-iscsi {{(pid=102664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 23:09:49.575023 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135c9d2c-b547-438e-b31c-2139e85d4ac9']}} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:49.585404 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5') {'for_net_delete': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:49.585739 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfbca0c-638b-482e-ac70-cbfe8f64f2b5') {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:09:49.598671 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25256350'] for segment, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.611585 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.618539 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=102663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:09:49.618931 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894546'] for segment, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: Traceback (most recent call last): Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: timer() Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: cb(*args, **kw) Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: return func(*args, **kwargs) Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: self._notify() Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: self.callback(batched_events) Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: event.method(event) Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: return f(self, *a, **k) Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: return self._get(url).json() Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: return self.request(url, 'GET', **kwargs) Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:09:49.620574 dv-cinder-818834-1-iscsi neutron-server[102663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:09:49.678515 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.683186 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.686508 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] 10.222.0.81 "DELETE /v2.0/networks/135c9d2c-b547-438e-b31c-2139e85d4ac9 HTTP/1.1" status: 204 len: 168 time: 0.5160217 Nov 22 23:09:49.700081 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe84ad-3b40-4e66-9b18-36e80c0d476b admin admin] Pushing event deleted for resources: {'Network': ['ID=135c9d2c-b547-438e-b31c-2139e85d4ac9,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:49.825725 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43312) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:49.865633 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-a696440f-d93e-4b6c-82ed-319b53e37279 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1525897e49c34ebb9215d460e1ad237d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383956 Nov 22 23:09:49.868066 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43314) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:49.918091 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a17f6d9e-fed7-4d40-89ca-444e68ffc2da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.944156 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a17f6d9e-fed7-4d40-89ca-444e68ffc2da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:49.945231 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:09:49.965682 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:09:49.966058 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 585c55b5-cd37-4f72-8bac-f4f9e78d8e06 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:09:49.966496 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 3844b938-23bd-43d3-9693-a2096d9d12aa no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:09:49.986233 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 3844b938-23bd-43d3-9693-a2096d9d12aa {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:09:49.986547 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 3844b938-23bd-43d3-9693-a2096d9d12aa not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:09:49.986974 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 47f5c320-5bfb-4499-b072-4663563a93b9 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:09:49.997705 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a17f6d9e-fed7-4d40-89ca-444e68ffc2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:50.000448 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a17f6d9e-fed7-4d40-89ca-444e68ffc2da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:50.004590 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-a17f6d9e-fed7-4d40-89ca-444e68ffc2da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c62e496-8207-4f16-b047-0bf6fce7a961 HTTP/1.1" status: 204 len: 168 time: 0.1327026 Nov 22 23:09:50.010765 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f6d9e-fed7-4d40-89ca-444e68ffc2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c62e496-8207-4f16-b047-0bf6fce7a961,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:50.012320 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 47f5c320-5bfb-4499-b072-4663563a93b9 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:09:50.012669 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 47f5c320-5bfb-4499-b072-4663563a93b9 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:09:50.680821 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43336) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:50.774439 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1655567468-network', 'tenant_id': '68a4db5f8dc747ad8dbb2d906029a395'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:09:50.795811 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Made reservation on behalf of 68a4db5f8dc747ad8dbb2d906029a395 for: {'network': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:09:50.798216 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:50.807553 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:50.885744 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:50.889451 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:50.915465 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=102663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 23:09:50.925469 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b860e2b-b681-4088-82b5-dc25fd540e89,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:50.931331 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:50.931673 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.segments_db [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Added segment 7ba31360-6cc1-436f-b56a-5df28cf70772 of type vlan for network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf Nov 22 23:09:50.971333 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:50.994349 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:50.995273 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:50.995855 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:51.048015 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:09:51.049293 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3673670 Nov 22 23:09:51.052596 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43340) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:09:51.057684 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Request body: {'subnet': {'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1655567468-subnet', 'tenant_id': '68a4db5f8dc747ad8dbb2d906029a395', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:09:51.061423 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819b585-07e1-42cb-a49b-fdfb5e90057e admin admin] Pushing event updated for resources: {'Network': ['ID=415cb5eb-0653-4d1f-9a09-4c55d934d0bf,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:51.072339 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 23:09:51.080008 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Made reservation on behalf of 68a4db5f8dc747ad8dbb2d906029a395 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:09:51.082910 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13277492'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:51.248272 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13536027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13277466'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:51.301534 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Pushing event updated for resources: {'Subnet': ['ID=829db6d5-c715-4dc2-bca4-db159e657e4d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:51.313121 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:51.313473 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:51.313917 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:51.314261 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:51.314595 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:51.314927 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:51.315257 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:51.316155 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:51.316648 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:51.316983 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:51.317311 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:51.318253 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:09:51.324121 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Checking segment: {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:09:51.324478 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Network hostable DHCP agents. Network: 415cb5eb-0653-4d1f-9a09-4c55d934d0bf, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 23:09:51.341531 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 23:09:51.349695 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 415cb5eb-0653-4d1f-9a09-4c55d934d0bf) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:09:51.353901 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:51.354500 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:51.358575 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee127994-381c-4640-926b-82b1d2455ced None None] Network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:09:51.371249 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-a8337d99-72e9-4e1c-8871-fdc94170202a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3175528 Nov 22 23:09:51.491925 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baafef73-564a-4a61-812a-39e4ebb60504 None None] Network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:09:51.801524 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331a5c9-819f-463b-b175-71390c64f83a req-6e1e0bcd-eebc-4d2c-ad7e-6d38add90056 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:51.803027 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-6e1e0bcd-eebc-4d2c-ad7e-6d38add90056 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/networks?id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf HTTP/1.1" status: 200 len: 815 time: 0.1018348 Nov 22 23:09:51.817857 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-796b88b6-92e7-4cf5-82ab-545abe5a0994 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/quotas/68a4db5f8dc747ad8dbb2d906029a395 HTTP/1.1" status: 200 len: 375 time: 0.0091817 Nov 22 23:09:51.851870 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-92bf2a0f-878a-4619-8bfd-019dfb262aaf tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288560 Nov 22 23:09:51.863198 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-2e0d6b6b-7de8-4186-bb61-92a41fdae620 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 23:09:51.864105 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-2e0d6b6b-7de8-4186-bb61-92a41fdae620 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055342 Nov 22 23:09:51.951911 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-8cb24c4c-3ff2-4b53-8187-923deed44723 service neutron] 10.222.0.81 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817935 Nov 22 23:09:52.049976 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-397526e5-71f4-4c08-b641-81ff7474ac90 service neutron] 10.222.0.81 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909567 Nov 22 23:09:52.205276 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3ed9d7a8-4924-4af2-a16a-3bcfb230018c req-49f93836-f98a-47b3-83ac-badf499323e7 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 210 time: 0.0263422 Nov 22 23:09:53.243858 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331a5c9-819f-463b-b175-71390c64f83a req-2176d6bb-03cd-4c90-89f1-896344b01afd tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:53.245252 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-2176d6bb-03cd-4c90-89f1-896344b01afd tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "GET /v2.0/networks?id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf HTTP/1.1" status: 200 len: 815 time: 0.0996907 Nov 22 23:09:53.266282 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-a331a5c9-819f-463b-b175-71390c64f83a req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Request body: {'port': {'device_id': 'be176b1b-ac56-4820-828f-d540ef9018f4', 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf', 'admin_state_up': True, 'tenant_id': '68a4db5f8dc747ad8dbb2d906029a395'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:09:53.337440 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5d599b6e-076a-497c-b7f9-7d678194620a req-65fc7b71-e5c7-4572-8a7b-f45104fc216b tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 210 time: 0.0555871 Nov 22 23:09:53.406556 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a331a5c9-819f-463b-b175-71390c64f83a req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Made reservation on behalf of 68a4db5f8dc747ad8dbb2d906029a395 for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:09:53.410901 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a331a5c9-819f-463b-b175-71390c64f83a req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:53.533727 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-a331a5c9-819f-463b-b175-71390c64f83a req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Allocated IP 172.20.0.9 (415cb5eb-0653-4d1f-9a09-4c55d934d0bf/829db6d5-c715-4dc2-bca4-db159e657e4d/ffebb815-24db-4e82-bc2e-25eb4ed18d2e) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:09:53.677223 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a331a5c9-819f-463b-b175-71390c64f83a req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:53.942387 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a331a5c9-819f-463b-b175-71390c64f83a req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:53.985494 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a331a5c9-819f-463b-b175-71390c64f83a req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:09:53.989366 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-a331a5c9-819f-463b-b175-71390c64f83a req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:09:53.992987 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a331a5c9-819f-463b-b175-71390c64f83a req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:09:53.999265 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Pushing event updated for resources: {'Port': ['ID=ffebb815-24db-4e82-bc2e-25eb4ed18d2e,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:54.043801 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331a5c9-819f-463b-b175-71390c64f83a req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:54.044407 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a331a5c9-819f-463b-b175-71390c64f83a req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:54.060199 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-19ea442e-ce79-4a3e-9b6e-43f9615ae589 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978256 Nov 22 23:09:54.079493 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Request body: {'port': {'device_id': 'be176b1b-ac56-4820-828f-d540ef9018f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:09:54.134535 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:54.404049 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffebb815-24db-4e82-bc2e-25eb4ed18d2e {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:09:54.416314 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:54.452116 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Transition to ACTIVE for port object ffebb815-24db-4e82-bc2e-25eb4ed18d2e will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:09:54.455244 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:54.513640 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09891d94-b517-4f5b-a65e-8dd72aabeacc req-f288c663-0e97-4a90-96d0-82455733ea33 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:54.515454 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-09891d94-b517-4f5b-a65e-8dd72aabeacc req-f288c663-0e97-4a90-96d0-82455733ea33 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 931 time: 0.1022434 Nov 22 23:09:54.532831 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffebb815-24db-4e82-bc2e-25eb4ed18d2e,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:54.625164 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-09891d94-b517-4f5b-a65e-8dd72aabeacc req-0de4e1e7-eef0-46aa-82ea-04c28daa134d tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952864 Nov 22 23:09:54.638877 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Attempting to bind port ffebb815-24db-4e82-bc2e-25eb4ed18d2e on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:09:54.639210 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Attempting to bind port ffebb815-24db-4e82-bc2e-25eb4ed18d2e by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:09:54.639534 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Attempting to bind port ffebb815-24db-4e82-bc2e-25eb4ed18d2e on network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:09:54.644346 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Port ffebb815-24db-4e82-bc2e-25eb4ed18d2e on network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:09:54.644689 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Attempting to bind port ffebb815-24db-4e82-bc2e-25eb4ed18d2e on network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:09:54.649685 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:09:54.650023 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Checking segment: {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:09:54.650401 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Bound using segment: {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:09:54.650827 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Bound port: ffebb815-24db-4e82-bc2e-25eb4ed18d2e, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:09:54.651179 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:54.715820 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] For port ffebb815-24db-4e82-bc2e-25eb4ed18d2e, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:09:54.718770 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] For port ffebb815-24db-4e82-bc2e-25eb4ed18d2e, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ffebb815-24db-4e82-bc2e-25eb4ed18d2e,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:09:54.723033 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:54.758301 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:54.758920 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:54.760284 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] 10.222.0.83 "PUT /v2.0/ports/ffebb815-24db-4e82-bc2e-25eb4ed18d2e HTTP/1.1" status: 200 len: 1093 time: 0.6849205 Nov 22 23:09:54.760736 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be176b1b-ac56-4820-828f-d540ef9018f4', 'tag': 'ffebb815-24db-4e82-bc2e-25eb4ed18d2e'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:09:54.762993 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3681dd19-df80-4d6c-9061-482c0920e15f" -d '{"events": [{"name": "network-changed", "server_uuid": "be176b1b-ac56-4820-828f-d540ef9018f4", "tag": "ffebb815-24db-4e82-bc2e-25eb4ed18d2e"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:09:54.786639 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960074d6-3095-4289-aa55-2d1a12ca2cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffebb815-24db-4e82-bc2e-25eb4ed18d2e,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:09:54.799533 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ecbc1d-ebae-472c-a6e5-12e245e115a4 x-openstack-request-id: req-86ecbc1d-ebae-472c-a6e5-12e245e115a4 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:09:54.800581 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be176b1b-ac56-4820-828f-d540ef9018f4", "tag": "ffebb815-24db-4e82-bc2e-25eb4ed18d2e", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:09:54.800897 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86ecbc1d-ebae-472c-a6e5-12e245e115a4 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:09:54.801340 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be176b1b-ac56-4820-828f-d540ef9018f4', 'tag': 'ffebb815-24db-4e82-bc2e-25eb4ed18d2e', 'status': 'completed', 'code': 200} Nov 22 23:09:54.869818 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331a5c9-819f-463b-b175-71390c64f83a req-3cb5f158-e586-43c7-8ba2-40e171470215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:54.871353 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-3cb5f158-e586-43c7-8ba2-40e171470215 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 1096 time: 0.0427845 Nov 22 23:09:54.920239 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-b725f4de-10e8-40b7-822e-aa5fb098a9fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffebb815-24db-4e82-bc2e-25eb4ed18d2e HTTP/1.1" status: 200 len: 217 time: 0.0344975 Nov 22 23:09:54.971525 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331a5c9-819f-463b-b175-71390c64f83a req-574329eb-3b91-467c-b0ca-8fda9580137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:54.973523 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-574329eb-3b91-467c-b0ca-8fda9580137b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=829db6d5-c715-4dc2-bca4-db159e657e4d HTTP/1.1" status: 200 len: 855 time: 0.0465035 Nov 22 23:09:55.005957 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-9a52265d-753a-4ff1-8adb-eb7eee5d3c5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235856 Nov 22 23:09:55.093733 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-1cbeeb7a-bf39-4c18-ba4c-760b79129886 service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800345 Nov 22 23:09:55.186210 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a331a5c9-819f-463b-b175-71390c64f83a req-f7204b4f-dc01-438f-ae8d-8483a083c720 service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835354 Nov 22 23:09:55.314824 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681dd19-df80-4d6c-9061-482c0920e15f req-17dd2af8-89b7-4282-825a-b7dcfd3bed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:55.316812 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3681dd19-df80-4d6c-9061-482c0920e15f req-17dd2af8-89b7-4282-825a-b7dcfd3bed86 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 1096 time: 0.0412576 Nov 22 23:09:55.413301 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681dd19-df80-4d6c-9061-482c0920e15f req-06a12490-f71f-4173-b0ac-64d926d1bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:55.414802 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3681dd19-df80-4d6c-9061-482c0920e15f req-06a12490-f71f-4173-b0ac-64d926d1bff0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf HTTP/1.1" status: 200 len: 917 time: 0.0898094 Nov 22 23:09:55.456689 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3681dd19-df80-4d6c-9061-482c0920e15f req-db936bd5-2df9-4511-8b23-772fb7715074 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffebb815-24db-4e82-bc2e-25eb4ed18d2e HTTP/1.1" status: 200 len: 217 time: 0.0340028 Nov 22 23:09:55.503920 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681dd19-df80-4d6c-9061-482c0920e15f req-476dd703-34b9-4407-b46b-e4b4b85db1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:55.505345 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3681dd19-df80-4d6c-9061-482c0920e15f req-476dd703-34b9-4407-b46b-e4b4b85db1e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=829db6d5-c715-4dc2-bca4-db159e657e4d HTTP/1.1" status: 200 len: 855 time: 0.0423555 Nov 22 23:09:55.537339 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3681dd19-df80-4d6c-9061-482c0920e15f req-7664d0c6-8755-4176-8deb-dad4386fc0d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241055 Nov 22 23:09:55.628067 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3681dd19-df80-4d6c-9061-482c0920e15f req-49aa8fcf-8b6f-41cc-872c-3828f55dd770 service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825925 Nov 22 23:09:55.750544 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3681dd19-df80-4d6c-9061-482c0920e15f req-b7095c91-4ba6-4c58-9f45-2bfd25a8cbe1 service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149478 Nov 22 23:09:55.766560 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39954fb4-3ada-4a4b-a22c-a132dce5f536 req-984c07e2-156c-4f28-b1f8-e6c681a1f6ab tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:55.768031 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-39954fb4-3ada-4a4b-a22c-a132dce5f536 req-984c07e2-156c-4f28-b1f8-e6c681a1f6ab tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 943 time: 0.0713241 Nov 22 23:09:55.816839 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-39954fb4-3ada-4a4b-a22c-a132dce5f536 req-f5a2906f-42b1-44f1-ab1e-2e025dc03a80 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Nov 22 23:09:56.945948 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b322f4d-bd35-4be0-8e60-f1c4fe46f132 req-5f6c0828-c180-4a85-b9dd-385809ba9edb tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:56.947503 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2b322f4d-bd35-4be0-8e60-f1c4fe46f132 req-5f6c0828-c180-4a85-b9dd-385809ba9edb tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 943 time: 0.0524693 Nov 22 23:09:56.997996 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2b322f4d-bd35-4be0-8e60-f1c4fe46f132 req-5770d18c-0a4f-4e9c-aec4-d01b1b565e5f tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440302 Nov 22 23:09:58.122393 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba2be7-8866-494a-94f4-1d9bb366b554 req-16a3484b-9c94-40cd-9718-4ff15494f1d5 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:58.123805 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f5ba2be7-8866-494a-94f4-1d9bb366b554 req-16a3484b-9c94-40cd-9718-4ff15494f1d5 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 943 time: 0.0521305 Nov 22 23:09:58.171034 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f5ba2be7-8866-494a-94f4-1d9bb366b554 req-c5aeb599-fc33-4abb-a73f-d0281c5ea905 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411777 Nov 22 23:09:59.286083 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f98d13-8f85-4c0a-8968-6ee3d201b83d req-e0c58d63-f7f4-485b-9628-5452f388c136 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:09:59.287624 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-45f98d13-8f85-4c0a-8968-6ee3d201b83d req-e0c58d63-f7f4-485b-9628-5452f388c136 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 943 time: 0.0510969 Nov 22 23:09:59.335709 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-45f98d13-8f85-4c0a-8968-6ee3d201b83d req-3808e639-f515-4978-ae52-3cea018d04f8 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422263 Nov 22 23:09:59.611833 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device ffebb815-24db-4e82-bc2e-25eb4ed18d2e details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:09:59.705123 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port ffebb815-24db-4e82-bc2e-25eb4ed18d2e, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ffebb815-24db-4e82-bc2e-25eb4ed18d2e,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:09:59.717806 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': 'ffebb815-24db-4e82-bc2e-25eb4ed18d2e', 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf', 'port_id': 'ffebb815-24db-4e82-bc2e-25eb4ed18d2e', 'mac_address': 'fa:16:3e:48:72:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829db6d5-c715-4dc2-bca4-db159e657e4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:09:59.755056 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:59.771777 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffebb815-24db-4e82-bc2e-25eb4ed18d2e {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:09:59.791311 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port ffebb815-24db-4e82-bc2e-25eb4ed18d2e, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ffebb815-24db-4e82-bc2e-25eb4ed18d2e,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:09:59.795062 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:09:59.841851 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=ffebb815-24db-4e82-bc2e-25eb4ed18d2e,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:00.287379 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['ffebb815-24db-4e82-bc2e-25eb4ed18d2e'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:10:00.455002 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4e175-f7df-41d2-9b5d-2be7c9a8fcff req-f482c714-9f03-4acc-aca4-f25ed41f7b7e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:00.456525 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cce4e175-f7df-41d2-9b5d-2be7c9a8fcff req-f482c714-9f03-4acc-aca4-f25ed41f7b7e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 944 time: 0.0520761 Nov 22 23:10:00.502145 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cce4e175-f7df-41d2-9b5d-2be7c9a8fcff req-484bf4bf-c66c-403c-b69d-97df0dac683b tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Nov 22 23:10:01.616834 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b2ad2-788c-4419-b298-3de5aa51e7ae req-7a74328d-8f80-41b3-abed-442a0c64b7e7 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:01.618362 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb4b2ad2-788c-4419-b298-3de5aa51e7ae req-7a74328d-8f80-41b3-abed-442a0c64b7e7 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 944 time: 0.0494397 Nov 22 23:10:01.637701 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device ffebb815-24db-4e82-bc2e-25eb4ed18d2e up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:10:01.666556 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eb4b2ad2-788c-4419-b298-3de5aa51e7ae req-c34a292d-6847-463e-8544-8323f77a619c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Nov 22 23:10:01.688084 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port ffebb815-24db-4e82-bc2e-25eb4ed18d2e completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:10:01.692132 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port ffebb815-24db-4e82-bc2e-25eb4ed18d2e triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:10:01.692500 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:01.768932 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:01.792416 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be176b1b-ac56-4820-828f-d540ef9018f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffebb815-24db-4e82-bc2e-25eb4ed18d2e'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:10:01.794631 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7833fb76-0e53-4b93-8422-c83d70b5fb81" -d '{"events": [{"server_uuid": "be176b1b-ac56-4820-828f-d540ef9018f4", "name": "network-vif-plugged", "status": "completed", "tag": "ffebb815-24db-4e82-bc2e-25eb4ed18d2e"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:10:01.811113 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port ffebb815-24db-4e82-bc2e-25eb4ed18d2e, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ffebb815-24db-4e82-bc2e-25eb4ed18d2e,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:01.815580 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:01.839889 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d111be-9a9e-492f-8c28-4321cbbc4cbd x-openstack-request-id: req-12d111be-9a9e-492f-8c28-4321cbbc4cbd {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:10:01.840208 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be176b1b-ac56-4820-828f-d540ef9018f4", "name": "network-vif-plugged", "status": "completed", "tag": "ffebb815-24db-4e82-bc2e-25eb4ed18d2e", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:10:01.840467 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12d111be-9a9e-492f-8c28-4321cbbc4cbd {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:10:01.840860 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be176b1b-ac56-4820-828f-d540ef9018f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffebb815-24db-4e82-bc2e-25eb4ed18d2e', 'code': 200} Nov 22 23:10:01.867313 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=ffebb815-24db-4e82-bc2e-25eb4ed18d2e,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:02.043978 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fe200-70c6-48ad-944a-7607bf31a92d req-9135ad50-e47b-4090-a420-914542f6b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:02.045366 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a00fe200-70c6-48ad-944a-7607bf31a92d req-9135ad50-e47b-4090-a420-914542f6b667 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 1098 time: 0.0400596 Nov 22 23:10:02.095452 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a00fe200-70c6-48ad-944a-7607bf31a92d req-3124fba8-4db6-423c-bbf8-8ddaffb9c3ce service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Nov 22 23:10:02.587449 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a21be24-658d-45e5-9578-dcf03023b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:02.780167 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00759520-77b2-4585-8e33-54db43889cf3 req-e0e033f4-577e-444b-8099-4632cc1ba3e8 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:02.781930 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00759520-77b2-4585-8e33-54db43889cf3 req-e0e033f4-577e-444b-8099-4632cc1ba3e8 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 945 time: 0.0494821 Nov 22 23:10:02.828889 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00759520-77b2-4585-8e33-54db43889cf3 req-6a5804f8-4682-4268-a6ca-b3dfd5e0872b tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Nov 22 23:10:03.947826 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5147f-95f9-4e68-95f1-202e0c4f4651 req-11f9386a-1758-4a29-b71c-404c5f5b9465 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:03.949283 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f5c5147f-95f9-4e68-95f1-202e0c4f4651 req-11f9386a-1758-4a29-b71c-404c5f5b9465 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 945 time: 0.0485559 Nov 22 23:10:03.995036 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f5c5147f-95f9-4e68-95f1-202e0c4f4651 req-bff4c041-50fa-4a0b-a2f4-9c1b5f096b1d tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Nov 22 23:10:04.498504 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:05.278055 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6612051-a1ce-4324-b1d0-4ad69c501a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:06.374736 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:07.707015 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:08.232640 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-68df309c-36a3-4fc4-ac65-12d2400b1434 req-da941ee6-acdf-4abe-bcf9-1b74e947d642 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435414 Nov 22 23:10:08.289112 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:08.309391 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df309c-36a3-4fc4-ac65-12d2400b1434 req-c92aa32d-14d0-41ad-bae9-3058128765a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:08.310947 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-68df309c-36a3-4fc4-ac65-12d2400b1434 req-c92aa32d-14d0-41ad-bae9-3058128765a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387b910bbc6a480a88d07859ab82cfe6&device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 1100 time: 0.0426724 Nov 22 23:10:08.418647 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df309c-36a3-4fc4-ac65-12d2400b1434 req-114baa72-7aa0-46c5-bfe2-1258e5d34a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:08.420152 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-68df309c-36a3-4fc4-ac65-12d2400b1434 req-114baa72-7aa0-46c5-bfe2-1258e5d34a7c service neutron] 10.222.0.83 "GET /v2.0/networks?id=bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 200 len: 918 time: 0.0878329 Nov 22 23:10:08.491003 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-68df309c-36a3-4fc4-ac65-12d2400b1434 req-4c7e4698-d862-4e9a-a817-a0c5d9248910 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8da32319-51d1-4c63-adca-4c2685c82057 HTTP/1.1" status: 200 len: 1002 time: 0.0616927 Nov 22 23:10:08.539658 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df309c-36a3-4fc4-ac65-12d2400b1434 req-d69d7099-594c-42c7-afff-6534d0f20541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:08.541189 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-68df309c-36a3-4fc4-ac65-12d2400b1434 req-d69d7099-594c-42c7-afff-6534d0f20541 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 200 len: 855 time: 0.0433099 Nov 22 23:10:08.587615 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df309c-36a3-4fc4-ac65-12d2400b1434 req-99313bc3-a011-46eb-8212-929a7b00af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:08.589072 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-68df309c-36a3-4fc4-ac65-12d2400b1434 req-99313bc3-a011-46eb-8212-929a7b00af08 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf77bdb8-32c3-46df-9787-173ffafa8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387285 Nov 22 23:10:08.681197 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-68df309c-36a3-4fc4-ac65-12d2400b1434 req-2cadbf80-77f4-4984-aec7-44067adab720 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836859 Nov 22 23:10:08.769754 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-68df309c-36a3-4fc4-ac65-12d2400b1434 req-64e406b0-ec77-4702-9a47-c32ecd913869 service neutron] 10.222.0.83 "GET /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812998 Nov 22 23:10:13.290746 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04848fd2-72d0-4dd1-8e02-887375697072 req-73c9abb1-e941-4af4-b1f5-c76f3528b041 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:13.292214 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-73c9abb1-e941-4af4-b1f5-c76f3528b041 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/networks?id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf HTTP/1.1" status: 200 len: 815 time: 0.1036272 Nov 22 23:10:13.306892 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-cb21224c-544d-4abb-ae5b-1e3518fc5a91 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/quotas/68a4db5f8dc747ad8dbb2d906029a395 HTTP/1.1" status: 200 len: 375 time: 0.0089936 Nov 22 23:10:13.354521 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-13546f01-5fea-486c-9a25-6ad5be73b173 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424025 Nov 22 23:10:13.408004 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-8c9e0cf0-43a3-4848-a790-fa9a7a9145cd service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 23:10:13.409079 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-8c9e0cf0-43a3-4848-a790-fa9a7a9145cd service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479295 Nov 22 23:10:13.501243 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-96433794-3bd3-4862-a775-25e0897db7fe service neutron] 10.222.0.81 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858490 Nov 22 23:10:13.592099 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-287bcfcb-69f7-4715-8266-2e9cfbb91e49 service neutron] 10.222.0.81 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828681 Nov 22 23:10:13.747937 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-12195f9d-a678-465d-8b08-ebea0975c9aa req-92bf09f6-0dc9-4483-8471-5ad5274b3832 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 210 time: 0.0267375 Nov 22 23:10:14.848771 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-91d24d1f-2462-4f79-bc07-396ed636f199 req-0e4910bf-0321-4a95-ad56-f1e9483f2eac tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 210 time: 0.0304379 Nov 22 23:10:14.970426 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04848fd2-72d0-4dd1-8e02-887375697072 req-c3ea157d-4ed7-4758-b246-38898a8af333 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:14.972725 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-c3ea157d-4ed7-4758-b246-38898a8af333 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "GET /v2.0/networks?id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf HTTP/1.1" status: 200 len: 815 time: 0.1041031 Nov 22 23:10:14.995670 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-04848fd2-72d0-4dd1-8e02-887375697072 req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Request body: {'port': {'device_id': '39ef14e4-bf9d-41c7-b87e-b674d18f978d', 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf', 'admin_state_up': True, 'tenant_id': '68a4db5f8dc747ad8dbb2d906029a395'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:10:15.107840 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04848fd2-72d0-4dd1-8e02-887375697072 req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Made reservation on behalf of 68a4db5f8dc747ad8dbb2d906029a395 for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:10:15.111383 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-04848fd2-72d0-4dd1-8e02-887375697072 req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:15.233638 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-04848fd2-72d0-4dd1-8e02-887375697072 req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Allocated IP 172.20.0.4 (415cb5eb-0653-4d1f-9a09-4c55d934d0bf/829db6d5-c715-4dc2-bca4-db159e657e4d/a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:10:15.389117 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-04848fd2-72d0-4dd1-8e02-887375697072 req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:15.423510 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-04848fd2-72d0-4dd1-8e02-887375697072 req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:15.470556 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04848fd2-72d0-4dd1-8e02-887375697072 req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:10:15.474220 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-04848fd2-72d0-4dd1-8e02-887375697072 req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:10:15.478246 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-04848fd2-72d0-4dd1-8e02-887375697072 req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:10:15.492950 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['ffebb815-24db-4e82-bc2e-25eb4ed18d2e'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:10:15.505696 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Pushing event updated for resources: {'Port': ['ID=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:15.538493 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04848fd2-72d0-4dd1-8e02-887375697072 req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:15.539112 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-04848fd2-72d0-4dd1-8e02-887375697072 req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:15.556651 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-9a934fe4-5706-421a-9105-b227f1539439 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5649743 Nov 22 23:10:15.580924 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Request body: {'port': {'device_id': '39ef14e4-bf9d-41c7-b87e-b674d18f978d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:10:15.634374 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:15.898749 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:10:15.907292 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:15.920058 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Transition to ACTIVE for port object a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:10:15.931485 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:16.007750 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:16.030794 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95718865-3374-41a1-b837-61a410697e0e req-27986e89-c552-4be2-a505-5e134793446e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:16.032553 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95718865-3374-41a1-b837-61a410697e0e req-27986e89-c552-4be2-a505-5e134793446e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 943 time: 0.1097641 Nov 22 23:10:16.116878 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Attempting to bind port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:10:16.117105 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Attempting to bind port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:10:16.117436 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Attempting to bind port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d on network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:10:16.125412 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95718865-3374-41a1-b837-61a410697e0e req-35ec31ec-b71b-4d86-b476-5daa5762a435 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683229 Nov 22 23:10:16.126126 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d on network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:10:16.126447 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Attempting to bind port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d on network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:10:16.132077 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:10:16.132406 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Checking segment: {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:10:16.132780 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Bound using segment: {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:10:16.133203 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Bound port: a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:10:16.133554 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:16.197294 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] For port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:10:16.200216 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] For port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:10:16.204709 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:16.244930 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:16.245534 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:16.246978 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] 10.222.0.83 "PUT /v2.0/ports/a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d HTTP/1.1" status: 200 len: 1093 time: 0.6704705 Nov 22 23:10:16.247413 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ef14e4-bf9d-41c7-b87e-b674d18f978d', 'tag': 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:10:16.249670 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d8660b-bf1b-4ad4-baa8-eb7cbe493045" -d '{"events": [{"name": "network-changed", "server_uuid": "39ef14e4-bf9d-41c7-b87e-b674d18f978d", "tag": "a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:10:16.275548 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51055cf-0a79-41d4-8a2a-4e21234c8416 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:16.289201 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb24816a-d4fe-496f-b32f-894b3916095c x-openstack-request-id: req-eb24816a-d4fe-496f-b32f-894b3916095c {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:10:16.289495 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ef14e4-bf9d-41c7-b87e-b674d18f978d", "tag": "a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:10:16.289791 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb24816a-d4fe-496f-b32f-894b3916095c {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:10:16.290197 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ef14e4-bf9d-41c7-b87e-b674d18f978d', 'tag': 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d', 'status': 'completed', 'code': 200} Nov 22 23:10:16.353219 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04848fd2-72d0-4dd1-8e02-887375697072 req-e2a7faf0-d5b8-4622-812b-7fc30d82d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:16.354743 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-e2a7faf0-d5b8-4622-812b-7fc30d82d0d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 1096 time: 0.0407259 Nov 22 23:10:16.406268 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-c1b31665-a2c9-4c73-a985-483cd5543dfa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d HTTP/1.1" status: 200 len: 217 time: 0.0341930 Nov 22 23:10:16.457059 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d3e1740c-2981-43ab-99e8-9a73148bb5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:16.458555 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d3e1740c-2981-43ab-99e8-9a73148bb5eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=829db6d5-c715-4dc2-bca4-db159e657e4d HTTP/1.1" status: 200 len: 855 time: 0.0445402 Nov 22 23:10:16.494928 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-d59d8b66-1c7f-444c-b899-b0e793be9bdb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275209 Nov 22 23:10:16.588090 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-50868960-52d7-47d2-b75f-ff549570a226 service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822573 Nov 22 23:10:16.689038 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-04848fd2-72d0-4dd1-8e02-887375697072 req-52e54811-f3f8-4fbd-b52d-10fa3814efca service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902781 Nov 22 23:10:16.850585 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8660b-bf1b-4ad4-baa8-eb7cbe493045 req-0722bb4c-9b51-46fe-858f-925dceb4ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:16.852157 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-15d8660b-bf1b-4ad4-baa8-eb7cbe493045 req-0722bb4c-9b51-46fe-858f-925dceb4ebdd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 1096 time: 0.0430353 Nov 22 23:10:16.950045 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8660b-bf1b-4ad4-baa8-eb7cbe493045 req-acc4295a-24ad-44ca-90a8-f0fd8dcc1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:16.951431 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-15d8660b-bf1b-4ad4-baa8-eb7cbe493045 req-acc4295a-24ad-44ca-90a8-f0fd8dcc1441 service neutron] 10.222.0.83 "GET /v2.0/networks?id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf HTTP/1.1" status: 200 len: 917 time: 0.0904100 Nov 22 23:10:16.997170 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-15d8660b-bf1b-4ad4-baa8-eb7cbe493045 req-ebad6aad-43bd-40df-a658-9bb61503535e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d HTTP/1.1" status: 200 len: 217 time: 0.0361290 Nov 22 23:10:17.050009 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8660b-bf1b-4ad4-baa8-eb7cbe493045 req-6b3e2dc0-c1b1-48cf-8c93-bcb65b8c725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:17.051536 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-15d8660b-bf1b-4ad4-baa8-eb7cbe493045 req-6b3e2dc0-c1b1-48cf-8c93-bcb65b8c725e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=829db6d5-c715-4dc2-bca4-db159e657e4d HTTP/1.1" status: 200 len: 855 time: 0.0464106 Nov 22 23:10:17.092035 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-15d8660b-bf1b-4ad4-baa8-eb7cbe493045 req-fbe391c4-fc47-4622-af4a-6d8c4ffff547 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314064 Nov 22 23:10:17.191946 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-15d8660b-bf1b-4ad4-baa8-eb7cbe493045 req-261ccec1-b02b-4d56-9284-9a949b19e43f service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905919 Nov 22 23:10:17.296965 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943f581-021c-46c6-92f7-f1250d6bcff1 req-a32d3b2f-b8f4-4ba3-9604-c8ce6a9413c8 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:17.298610 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7943f581-021c-46c6-92f7-f1250d6bcff1 req-a32d3b2f-b8f4-4ba3-9604-c8ce6a9413c8 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 943 time: 0.1039052 Nov 22 23:10:17.334139 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-15d8660b-bf1b-4ad4-baa8-eb7cbe493045 req-3d30f1af-06e1-4f90-94d9-c43e36b65879 service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311219 Nov 22 23:10:17.359554 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7943f581-021c-46c6-92f7-f1250d6bcff1 req-4a3100b8-123c-4280-b3d1-0b1a65abe33d tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542314 Nov 22 23:10:18.477641 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775a1d-80f7-4cd2-8d3a-409332f3f06a req-7858b944-4158-4cd0-8276-93b1811b90f3 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:18.479211 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-69775a1d-80f7-4cd2-8d3a-409332f3f06a req-7858b944-4158-4cd0-8276-93b1811b90f3 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 943 time: 0.0481987 Nov 22 23:10:18.526189 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-69775a1d-80f7-4cd2-8d3a-409332f3f06a req-3cced1ad-8220-4b9b-a626-f23afabfd8e1 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Nov 22 23:10:19.647871 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54cbf3-7657-4fe0-843b-7e392047cd52 req-9d8090d4-2bcc-4000-aa97-dc8f668123f0 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:19.649341 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-af54cbf3-7657-4fe0-843b-7e392047cd52 req-9d8090d4-2bcc-4000-aa97-dc8f668123f0 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 943 time: 0.0525897 Nov 22 23:10:19.696826 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-af54cbf3-7657-4fe0-843b-7e392047cd52 req-74429b70-d469-4a86-8b74-8233ba0216c1 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 Nov 22 23:10:19.740102 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:10:19.835610 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:19.847048 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d', 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf', 'port_id': 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d', 'mac_address': 'fa:16:3e:b6:16:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829db6d5-c715-4dc2-bca4-db159e657e4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:10:19.888520 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:19.901797 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:10:19.920963 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:19.925883 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:19.975382 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:20.434641 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:10:20.812988 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32100a7f-3998-47b4-97c5-a155850645c9 req-04a49539-e9ad-4bb5-8c12-6d918ae49e77 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:20.814473 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-32100a7f-3998-47b4-97c5-a155850645c9 req-04a49539-e9ad-4bb5-8c12-6d918ae49e77 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 944 time: 0.0505276 Nov 22 23:10:20.868596 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-32100a7f-3998-47b4-97c5-a155850645c9 req-f463cb71-a96e-44eb-8e1d-881ed38375d5 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476696 Nov 22 23:10:21.743321 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:10:21.794068 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:10:21.798352 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:10:21.798765 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:21.877148 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:21.905647 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ef14e4-bf9d-41c7-b87e-b674d18f978d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:10:21.908283 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa265c6-e885-438b-a7d4-074c2c317098" -d '{"events": [{"server_uuid": "39ef14e4-bf9d-41c7-b87e-b674d18f978d", "name": "network-vif-plugged", "status": "completed", "tag": "a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:10:21.922715 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:21.927794 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:21.977900 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:21.988179 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0f587-a098-43df-b575-1cb04fa4572e req-0c3d30ed-f261-43fb-9b71-d41cbdfaa99b tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:21.989913 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fbb0f587-a098-43df-b575-1cb04fa4572e req-0c3d30ed-f261-43fb-9b71-d41cbdfaa99b tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 945 time: 0.0521555 Nov 22 23:10:22.017072 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960cc736-a460-4936-89eb-52b98da1c959 x-openstack-request-id: req-960cc736-a460-4936-89eb-52b98da1c959 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:10:22.017393 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ef14e4-bf9d-41c7-b87e-b674d18f978d", "name": "network-vif-plugged", "status": "completed", "tag": "a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:10:22.017748 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-960cc736-a460-4936-89eb-52b98da1c959 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:10:22.018177 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ef14e4-bf9d-41c7-b87e-b674d18f978d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d', 'code': 200} Nov 22 23:10:22.042642 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fbb0f587-a098-43df-b575-1cb04fa4572e req-cff8f9ef-2754-4c64-8fdb-ea9e20b02eee tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461948 Nov 22 23:10:22.230185 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48ac84-f7ae-47d7-8b12-cc582a5a0c9c req-45e9eeb1-9b2a-4998-aaa9-a9721de36480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:22.231660 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3b48ac84-f7ae-47d7-8b12-cc582a5a0c9c req-45e9eeb1-9b2a-4998-aaa9-a9721de36480 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 1098 time: 0.0390272 Nov 22 23:10:22.277936 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3b48ac84-f7ae-47d7-8b12-cc582a5a0c9c req-1e254e81-5113-4933-87f1-382065b9c72a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377271 Nov 22 23:10:23.158233 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01eb3-f48e-4b50-90e1-94c94ef120b4 req-cccd36bd-9b91-4422-b590-f129e3d67dab tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:23.160228 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-71d01eb3-f48e-4b50-90e1-94c94ef120b4 req-cccd36bd-9b91-4422-b590-f129e3d67dab tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 945 time: 0.0489335 Nov 22 23:10:23.206792 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-71d01eb3-f48e-4b50-90e1-94c94ef120b4 req-c6eaf2ce-6653-4458-817f-dacb156339f1 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Nov 22 23:10:24.322841 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b05e96-eff4-4662-8bd0-e162cf2a493e req-5bfe1c6c-3158-4c2e-aaf7-f9888ba29ae7 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:24.324312 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c4b05e96-eff4-4662-8bd0-e162cf2a493e req-5bfe1c6c-3158-4c2e-aaf7-f9888ba29ae7 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 945 time: 0.0514765 Nov 22 23:10:24.372959 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c4b05e96-eff4-4662-8bd0-e162cf2a493e req-5d2d2eed-7295-402c-ac2a-095db2460c25 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427654 Nov 22 23:10:26.082588 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-7a1cc59a-e0ff-493d-9ae6-9a4e21335af5 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:26.084049 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-7a1cc59a-e0ff-493d-9ae6-9a4e21335af5 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/networks?id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf HTTP/1.1" status: 200 len: 815 time: 0.1055346 Nov 22 23:10:26.099285 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-0a4ead27-460a-423f-bd6e-8bd98e2f9929 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/quotas/68a4db5f8dc747ad8dbb2d906029a395 HTTP/1.1" status: 200 len: 375 time: 0.0093656 Nov 22 23:10:26.383440 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-91deec51-0c5c-4d61-88c7-573a3b6eef7e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2784634 Nov 22 23:10:26.475248 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-4b7e2a6e-7e80-4364-9d0f-04a9228fc338 service neutron] 10.222.0.81 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840015 Nov 22 23:10:26.567040 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-d7f93a97-a539-4603-98ec-3ceba58483b9 service neutron] 10.222.0.81 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857661 Nov 22 23:10:26.743797 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dd6f08da-677e-4f7e-a1ee-76a126023681 req-3f393c7b-2706-459a-9f2b-6ed39172b01b tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 210 time: 0.0287902 Nov 22 23:10:27.863574 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1f38f59a-498d-4f51-8fdc-f4ed1bb0b483 req-ef16efeb-81f8-494b-aeb7-e8d83a350bc2 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 210 time: 0.0334609 Nov 22 23:10:27.916932 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-e82accac-ab39-4068-808a-7c564fcc9d45 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:27.918420 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-e82accac-ab39-4068-808a-7c564fcc9d45 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "GET /v2.0/networks?id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf HTTP/1.1" status: 200 len: 815 time: 0.1399906 Nov 22 23:10:27.937999 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Request body: {'port': {'device_id': '4c826379-b173-4887-bf56-92001a040979', 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf', 'admin_state_up': True, 'tenant_id': '68a4db5f8dc747ad8dbb2d906029a395'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:10:28.047306 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:10:28.047916 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Made reservation on behalf of 68a4db5f8dc747ad8dbb2d906029a395 for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:10:28.051462 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:28.173764 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Allocated IP 172.20.0.5 (415cb5eb-0653-4d1f-9a09-4c55d934d0bf/829db6d5-c715-4dc2-bca4-db159e657e4d/431b34e0-b753-44ee-b376-f24909d2b4c5) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:10:28.323045 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:28.355256 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:28.397832 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['ffebb815-24db-4e82-bc2e-25eb4ed18d2e', 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:10:28.398559 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:10:28.403541 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:10:28.409121 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:10:28.411850 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Pushing event updated for resources: {'Port': ['ID=431b34e0-b753-44ee-b376-f24909d2b4c5,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:28.467696 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:28.468294 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:28.484873 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-8e882b40-7479-4e33-b063-ca3004154006 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5505230 Nov 22 23:10:28.504473 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Request body: {'port': {'device_id': '4c826379-b173-4887-bf56-92001a040979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:10:28.557284 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:28.816345 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431b34e0-b753-44ee-b376-f24909d2b4c5 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:10:28.823599 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:28.835844 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Transition to ACTIVE for port object 431b34e0-b753-44ee-b376-f24909d2b4c5 will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:10:28.839701 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:28.889598 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Pushing event updated for resources: {'Port': ['ID=431b34e0-b753-44ee-b376-f24909d2b4c5,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:28.993806 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Attempting to bind port 431b34e0-b753-44ee-b376-f24909d2b4c5 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:10:28.994140 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Attempting to bind port 431b34e0-b753-44ee-b376-f24909d2b4c5 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:10:28.994467 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Attempting to bind port 431b34e0-b753-44ee-b376-f24909d2b4c5 on network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:10:29.002496 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Port 431b34e0-b753-44ee-b376-f24909d2b4c5 on network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:10:29.002807 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Attempting to bind port 431b34e0-b753-44ee-b376-f24909d2b4c5 on network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:10:29.016755 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35727b3-f640-49e0-b1ae-baaef6fa7b98 req-0ebe0360-d618-4e48-b2e1-45681d981317 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:29.019025 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f35727b3-f640-49e0-b1ae-baaef6fa7b98 req-0ebe0360-d618-4e48-b2e1-45681d981317 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 943 time: 0.0791819 Nov 22 23:10:29.019748 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:10:29.020073 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Checking segment: {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:10:29.020446 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Bound using segment: {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:10:29.020881 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Bound port: 431b34e0-b753-44ee-b376-f24909d2b4c5, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:10:29.021225 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:29.113863 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f35727b3-f640-49e0-b1ae-baaef6fa7b98 req-18a251f7-5e97-4911-8767-62d02a3b7277 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832829 Nov 22 23:10:29.122625 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] For port 431b34e0-b753-44ee-b376-f24909d2b4c5, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:10:29.125956 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] For port 431b34e0-b753-44ee-b376-f24909d2b4c5, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=431b34e0-b753-44ee-b376-f24909d2b4c5,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:10:29.131895 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:29.168150 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:29.168792 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:29.170195 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] 10.222.0.83 "PUT /v2.0/ports/431b34e0-b753-44ee-b376-f24909d2b4c5 HTTP/1.1" status: 200 len: 1093 time: 0.6699758 Nov 22 23:10:29.170633 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c826379-b173-4887-bf56-92001a040979', 'tag': '431b34e0-b753-44ee-b376-f24909d2b4c5'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:10:29.172832 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9649f7-0a47-4a92-8510-6929d5973f56" -d '{"events": [{"name": "network-changed", "server_uuid": "4c826379-b173-4887-bf56-92001a040979", "tag": "431b34e0-b753-44ee-b376-f24909d2b4c5"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:10:29.195436 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a515bf-8d41-47d5-b842-2514c5be5091 service neutron] Pushing event updated for resources: {'Port': ['ID=431b34e0-b753-44ee-b376-f24909d2b4c5,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:29.211153 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11197219-35f7-477b-9e6c-421a8c11bdae x-openstack-request-id: req-11197219-35f7-477b-9e6c-421a8c11bdae {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:10:29.211473 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c826379-b173-4887-bf56-92001a040979", "tag": "431b34e0-b753-44ee-b376-f24909d2b4c5", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:10:29.211776 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11197219-35f7-477b-9e6c-421a8c11bdae {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:10:29.212197 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c826379-b173-4887-bf56-92001a040979', 'tag': '431b34e0-b753-44ee-b376-f24909d2b4c5', 'status': 'completed', 'code': 200} Nov 22 23:10:29.304049 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9649f7-0a47-4a92-8510-6929d5973f56 req-21d68747-9dd8-4eb5-9dd3-1cba3a17ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:29.305559 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fc9649f7-0a47-4a92-8510-6929d5973f56 req-21d68747-9dd8-4eb5-9dd3-1cba3a17ed02 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 1096 time: 0.0481048 Nov 22 23:10:29.428707 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9649f7-0a47-4a92-8510-6929d5973f56 req-1e1031b2-9685-4d15-851d-2f675d0b68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:29.430327 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fc9649f7-0a47-4a92-8510-6929d5973f56 req-1e1031b2-9685-4d15-851d-2f675d0b68e6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1050792 Nov 22 23:10:29.536231 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9649f7-0a47-4a92-8510-6929d5973f56 req-c8154080-bb3e-4153-be86-93377675c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:29.537721 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fc9649f7-0a47-4a92-8510-6929d5973f56 req-c8154080-bb3e-4153-be86-93377675c99f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0968702 Nov 22 23:10:29.645774 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-62ed867b-dfe0-463e-a7a4-9361225bbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:29.647255 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-62ed867b-dfe0-463e-a7a4-9361225bbff0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 1096 time: 0.0438015 Nov 22 23:10:29.703756 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-22faea24-5fb2-4d32-be0f-935020bee07a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=431b34e0-b753-44ee-b376-f24909d2b4c5 HTTP/1.1" status: 200 len: 217 time: 0.0388911 Nov 22 23:10:29.755095 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-3d15318b-a367-47ea-9c0f-a4bab8bc7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:29.756651 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-3d15318b-a367-47ea-9c0f-a4bab8bc7a39 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=829db6d5-c715-4dc2-bca4-db159e657e4d HTTP/1.1" status: 200 len: 855 time: 0.0447271 Nov 22 23:10:29.789108 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-af900c6b-8ff9-4bd5-be18-2b7e2fe79fa9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250778 Nov 22 23:10:29.883351 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-b5ea628f-62a3-4d3c-9c62-5f8c6e509a4d service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863497 Nov 22 23:10:29.975194 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f2038b29-6b38-4051-977f-c8e311d904c9 req-3ce0c38d-02df-43e0-8853-1983b265df57 service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837228 Nov 22 23:10:30.231576 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ea67c-ffb0-4628-9add-6cd3cbf53748 req-d832480b-b34e-4c4c-9ef0-18054ebfbb87 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:30.232959 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d97ea67c-ffb0-4628-9add-6cd3cbf53748 req-d832480b-b34e-4c4c-9ef0-18054ebfbb87 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 943 time: 0.0517821 Nov 22 23:10:30.279735 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d97ea67c-ffb0-4628-9add-6cd3cbf53748 req-f58f239c-edfa-430c-8329-88938d50cdba tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Nov 22 23:10:31.407760 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4b379-b7ff-44bd-9448-91394450ef3d req-47aa08e1-bfd3-4232-bacb-4addd0a20e47 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:31.409919 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-44d4b379-b7ff-44bd-9448-91394450ef3d req-47aa08e1-bfd3-4232-bacb-4addd0a20e47 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 943 time: 0.0576174 Nov 22 23:10:31.459400 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-44d4b379-b7ff-44bd-9448-91394450ef3d req-2710e388-43ff-491a-b139-ae0d10536324 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425880 Nov 22 23:10:32.572750 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c12632-994b-495e-a85e-18645f156b05 req-8c22bc34-99a1-438e-8c10-3bcd097f94f3 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:32.574275 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e2c12632-994b-495e-a85e-18645f156b05 req-8c22bc34-99a1-438e-8c10-3bcd097f94f3 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 943 time: 0.0484788 Nov 22 23:10:32.591887 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b6b729f2-2586-498c-8351-c6b2c6cb96a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:32.622475 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e2c12632-994b-495e-a85e-18645f156b05 req-31a69c34-deb0-4a46-b56f-cfb39a631d93 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Nov 22 23:10:33.740903 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68824270-e659-4923-8444-446f2d7e0a87 req-9bdd06e3-cf62-40e6-987a-c0894834cdf6 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:33.742391 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-68824270-e659-4923-8444-446f2d7e0a87 req-9bdd06e3-cf62-40e6-987a-c0894834cdf6 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 943 time: 0.0528853 Nov 22 23:10:33.789308 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-68824270-e659-4923-8444-446f2d7e0a87 req-b9f22b57-4c58-42ba-bd33-0fb20d0a9531 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Nov 22 23:10:33.811911 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 431b34e0-b753-44ee-b376-f24909d2b4c5 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:10:33.910042 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 431b34e0-b753-44ee-b376-f24909d2b4c5, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=431b34e0-b753-44ee-b376-f24909d2b4c5,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:33.921373 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '431b34e0-b753-44ee-b376-f24909d2b4c5', 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf', 'port_id': '431b34e0-b753-44ee-b376-f24909d2b4c5', 'mac_address': 'fa:16:3e:56:81:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829db6d5-c715-4dc2-bca4-db159e657e4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:10:33.957456 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:33.970015 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431b34e0-b753-44ee-b376-f24909d2b4c5 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:10:33.989124 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 431b34e0-b753-44ee-b376-f24909d2b4c5, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=431b34e0-b753-44ee-b376-f24909d2b4c5,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:33.993324 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:34.046315 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=431b34e0-b753-44ee-b376-f24909d2b4c5,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:34.053877 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:34.054265 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:34.054635 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:34.055001 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:34.055342 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:34.055728 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:34.056023 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:34.056356 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:34.056705 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:34.057039 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:34.057369 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:34.057719 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:34.499103 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['431b34e0-b753-44ee-b376-f24909d2b4c5'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:10:34.543129 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:34.903139 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e622f-e4aa-492a-8909-697eaa84118f req-1457893b-c855-451f-8cc1-ba514ae29982 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:34.904616 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-756e622f-e4aa-492a-8909-697eaa84118f req-1457893b-c855-451f-8cc1-ba514ae29982 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 944 time: 0.0490284 Nov 22 23:10:34.951548 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-756e622f-e4aa-492a-8909-697eaa84118f req-a5ef7d46-825b-47d2-8c48-f9aad963ec68 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405138 Nov 22 23:10:35.283916 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb17355f-44de-47d8-9983-fb4c2e00c370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:35.834822 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 431b34e0-b753-44ee-b376-f24909d2b4c5 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:10:35.885368 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 431b34e0-b753-44ee-b376-f24909d2b4c5 completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:10:35.889454 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 431b34e0-b753-44ee-b376-f24909d2b4c5 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:10:35.889849 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:35.965529 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:35.989243 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c826379-b173-4887-bf56-92001a040979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431b34e0-b753-44ee-b376-f24909d2b4c5'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:10:35.991534 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999b096c-c6f0-4909-b5f3-5a88d6886209" -d '{"events": [{"server_uuid": "4c826379-b173-4887-bf56-92001a040979", "name": "network-vif-plugged", "status": "completed", "tag": "431b34e0-b753-44ee-b376-f24909d2b4c5"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:10:36.008332 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 431b34e0-b753-44ee-b376-f24909d2b4c5, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=431b34e0-b753-44ee-b376-f24909d2b4c5,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:36.013224 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:36.072548 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee87c5-2d92-40ba-9b84-aa88f117073b req-bf308309-dd1f-419f-aa75-094468ed7874 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:36.074432 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-37ee87c5-2d92-40ba-9b84-aa88f117073b req-bf308309-dd1f-419f-aa75-094468ed7874 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 945 time: 0.0523415 Nov 22 23:10:36.131565 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-37ee87c5-2d92-40ba-9b84-aa88f117073b req-6704904a-b3b5-4aab-81a2-687e84e2d974 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488017 Nov 22 23:10:36.167470 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c233d9-7c56-4962-85e7-6435761bb5e1 x-openstack-request-id: req-52c233d9-7c56-4962-85e7-6435761bb5e1 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:10:36.167758 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c826379-b173-4887-bf56-92001a040979", "name": "network-vif-plugged", "status": "completed", "tag": "431b34e0-b753-44ee-b376-f24909d2b4c5", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:10:36.168013 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52c233d9-7c56-4962-85e7-6435761bb5e1 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:10:36.168409 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c826379-b173-4887-bf56-92001a040979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431b34e0-b753-44ee-b376-f24909d2b4c5', 'code': 200} Nov 22 23:10:36.195894 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=431b34e0-b753-44ee-b376-f24909d2b4c5,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:36.252117 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefefc0c-d889-4dc1-8037-d3c2756a597b req-5b61a652-c4ac-4c84-b71a-5f56aac10dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:36.253807 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eefefc0c-d889-4dc1-8037-d3c2756a597b req-5b61a652-c4ac-4c84-b71a-5f56aac10dd4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 1098 time: 0.0401995 Nov 22 23:10:36.299383 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-eefefc0c-d889-4dc1-8037-d3c2756a597b req-fe1d826d-de39-49d7-8232-42832e65484f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371413 Nov 22 23:10:36.375447 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:37.250759 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829f2a4-cba6-48c5-bdd1-b6629d63b0bd req-91879c14-d727-46c7-a3ee-ed43fc84df25 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:37.252780 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8829f2a4-cba6-48c5-bdd1-b6629d63b0bd req-91879c14-d727-46c7-a3ee-ed43fc84df25 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 945 time: 0.0479739 Nov 22 23:10:37.300524 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8829f2a4-cba6-48c5-bdd1-b6629d63b0bd req-973abfda-71be-42e7-b6d6-133b7ad42c54 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Nov 22 23:10:37.708415 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:38.304081 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:38.425895 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b24678-934b-4436-81b3-a675dd420a91 req-6486a8f4-f7ab-4aa4-97d0-282f2c8ab16c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:38.427389 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-65b24678-934b-4436-81b3-a675dd420a91 req-6486a8f4-f7ab-4aa4-97d0-282f2c8ab16c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 945 time: 0.0578556 Nov 22 23:10:38.475444 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-65b24678-934b-4436-81b3-a675dd420a91 req-e3152c23-661c-4df8-aca7-f566cc06fa4e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422165 Nov 22 23:10:38.676589 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e3866-6192-4d4d-9624-02d1834a39b6 req-f577d871-dbfc-495b-90f2-e59f078d4163 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:38.678131 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-948e3866-6192-4d4d-9624-02d1834a39b6 req-f577d871-dbfc-495b-90f2-e59f078d4163 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 947 time: 0.0517986 Nov 22 23:10:38.729939 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-948e3866-6192-4d4d-9624-02d1834a39b6 req-2719b9ae-cb67-4089-90c9-88aa5eafb44a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455792 Nov 22 23:10:39.853603 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca303bc4-d9a9-4b09-be6c-796197fa1e36 req-23ad5a91-aacb-4510-a4ff-fee20b41d541 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:39.855233 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ca303bc4-d9a9-4b09-be6c-796197fa1e36 req-23ad5a91-aacb-4510-a4ff-fee20b41d541 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 947 time: 0.0482535 Nov 22 23:10:39.906194 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ca303bc4-d9a9-4b09-be6c-796197fa1e36 req-d2bcb261-6c47-44ec-9503-1bbc3b0856c4 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452640 Nov 22 23:10:40.793304 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-90100209-5dfd-46ab-9624-c8120ba7037b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:40.794788 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-90100209-5dfd-46ab-9624-c8120ba7037b tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 947 time: 0.0501246 Nov 22 23:10:40.885874 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Deleting port 8da32319-51d1-4c63-adca-4c2685c82057 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:10:40.886556 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:40.977427 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] For port 8da32319-51d1-4c63-adca-4c2685c82057, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8da32319-51d1-4c63-adca-4c2685c82057,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:40.977817 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:41.106933 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3d51f-9e0f-4840-ba28-028d20fc3305 req-ebd5d58e-c859-4901-90ff-14008b4031c8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:41.108300 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-97a3d51f-9e0f-4840-ba28-028d20fc3305 req-ebd5d58e-c859-4901-90ff-14008b4031c8 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 947 time: 0.1234035 Nov 22 23:10:41.207024 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-97a3d51f-9e0f-4840-ba28-028d20fc3305 req-68d9dd4b-832e-4213-9e26-833ee7dc8f06 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups?id=36f84ab1-6e71-47ed-95ae-46763fee116d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916009 Nov 22 23:10:41.218561 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:41.218705 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:41.219018 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.l3_db [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Floating IP b5937b72-c90c-48f4-bb38-a84601a2d9e2 disassociated. External IP: 172.27.0.134, port: 8da32319-51d1-4c63-adca-4c2685c82057. Nov 22 23:10:41.219356 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Calling delete_port for 8da32319-51d1-4c63-adca-4c2685c82057 owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:10:41.343130 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:41.374129 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event deleted for resources: {'Port': ['ID=8da32319-51d1-4c63-adca-4c2685c82057,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:41.387063 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:41.387414 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:41.387759 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:41.388097 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:41.388423 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:41.388758 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:41.389085 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:41.389411 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:41.389767 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:41.390095 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:41.390559 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:41.390780 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:41.497566 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Router 4cf4363b-3ee0-4940-aac8-433646632b9b has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:10:41.604096 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:10:41.621172 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5254fa7-9fe4-4918-883e-bd84fbea9e10 None None] Sync routers for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:10:41.632304 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5254fa7-9fe4-4918-883e-bd84fbea9e10 None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:10:41.632835 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-d5254fa7-9fe4-4918-883e-bd84fbea9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:10:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:10:41.647965 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] No DVR routers for this DVR port 8da32319-51d1-4c63-adca-4c2685c82057 on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:10:41.650622 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:41.654000 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e5637a5d-a7d1-4d2c-bf38-7865ec32a979 req-d8c93604-1192-4a69-9939-9b7bb44b68a0 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.83 "DELETE /v2.0/ports/8da32319-51d1-4c63-adca-4c2685c82057 HTTP/1.1" status: 204 len: 173 time: 0.8525653 Nov 22 23:10:41.654452 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'name': 'network-vif-deleted', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:10:41.657020 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296c829b-e825-4ed6-a812-604bb31c4642" -d '{"events": [{"server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "name": "network-vif-deleted", "tag": "8da32319-51d1-4c63-adca-4c2685c82057"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:10:41.695133 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab520c7-7f7e-46af-9ced-e4355abad992 x-openstack-request-id: req-aab520c7-7f7e-46af-9ced-e4355abad992 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:10:41.695560 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ef15c-e6e3-4c71-b600-43ab707f7d21", "name": "network-vif-deleted", "tag": "8da32319-51d1-4c63-adca-4c2685c82057", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:10:41.695889 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aab520c7-7f7e-46af-9ced-e4355abad992 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:10:41.696868 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0ef15c-e6e3-4c71-b600-43ab707f7d21', 'name': 'network-vif-deleted', 'tag': '8da32319-51d1-4c63-adca-4c2685c82057', 'status': 'completed', 'code': 200} Nov 22 23:10:41.749674 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-d5254fa7-9fe4-4918-883e-bd84fbea9e10 None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:10:41.964616 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-d5254fa7-9fe4-4918-883e-bd84fbea9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:10Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:10:41.989714 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5254fa7-9fe4-4918-883e-bd84fbea9e10 None None] Checking router: 4cf4363b-3ee0-4940-aac8-433646632b9b for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:10:41.997831 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5254fa7-9fe4-4918-883e-bd84fbea9e10 None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:10:41.998451 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-d5254fa7-9fe4-4918-883e-bd84fbea9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:10:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:10:42.201211 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-d5254fa7-9fe4-4918-883e-bd84fbea9e10 None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:10:42.334533 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4b2063ab-10e4-4a8e-b0df-c24f7f66ffce req-6d3e065d-9621-4668-8e39-1331cf6334b3 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0ef15c-e6e3-4c71-b600-43ab707f7d21 HTTP/1.1" status: 200 len: 210 time: 0.0275645 Nov 22 23:10:42.435851 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-d5254fa7-9fe4-4918-883e-bd84fbea9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:10Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:10:42.466328 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5254fa7-9fe4-4918-883e-bd84fbea9e10 None None] The sync data for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi is: [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T22:58:57Z', 'revision_number': 4, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '49ed4ea4-4189-4c8f-80db-b6d32f9180de', 'name': '', 'network_id': 'bf77bdb8-32c3-46df-9787-173ffafa8e98', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'mac_address': 'fa:16:3e:a1:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:55Z', 'updated_at': '2021-11-22T22:59:10Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'subnets': [{'id': '5f0c2acb-721b-4d06-b714-4fbf6b768fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:10:42.690750 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a4925-69e4-4fc4-b455-d305f0fd06c6 None None] New status for floating IP b5937b72-c90c-48f4-bb38-a84601a2d9e2: DOWN {{(pid=102664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:10:43.430444 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43622) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:43.485790 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1617f25c-d002-4665-8bf6-f751add1444a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:43.509119 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1617f25c-d002-4665-8bf6-f751add1444a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:43.559929 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1617f25c-d002-4665-8bf6-f751add1444a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:43.563074 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1617f25c-d002-4665-8bf6-f751add1444a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:43.564237 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-1617f25c-d002-4665-8bf6-f751add1444a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "DELETE /v2.0/security-groups/36f84ab1-6e71-47ed-95ae-46763fee116d HTTP/1.1" status: 204 len: 168 time: 0.1327798 Nov 22 23:10:43.568325 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43624) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:43.576212 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617f25c-d002-4665-8bf6-f751add1444a tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f84ab1-6e71-47ed-95ae-46763fee116d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:43.583133 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.api.v2.resource [None req-96580ce6-a5e6-464f-822b-cb9e14ec301c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] show failed (client error): The resource could not be found. Nov 22 23:10:43.584933 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-96580ce6-a5e6-464f-822b-cb9e14ec301c tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "GET /v2.0/security-groups/36f84ab1-6e71-47ed-95ae-46763fee116d HTTP/1.1" status: 404 len: 347 time: 0.0154727 Nov 22 23:10:43.588185 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43626) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:43.711670 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-170906f9-183e-4700-878a-73c326a10f65 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Deleting port 21057b26-ba21-4108-94a2-ac2ccf70a9c5 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:10:43.711997 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-170906f9-183e-4700-878a-73c326a10f65 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:43.790833 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-170906f9-183e-4700-878a-73c326a10f65 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:43.791127 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-170906f9-183e-4700-878a-73c326a10f65 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:43.804175 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-170906f9-183e-4700-878a-73c326a10f65 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Calling delete_port for 21057b26-ba21-4108-94a2-ac2ccf70a9c5 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:10:43.873196 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8da32319-51d1-4c63-adca-4c2685c82057 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:10:43.897060 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 8da32319-51d1-4c63-adca-4c2685c82057 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:10:43.897402 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8da32319-51d1-4c63-adca-4c2685c82057 not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:10:43.950177 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-170906f9-183e-4700-878a-73c326a10f65 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:43.975844 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170906f9-183e-4700-878a-73c326a10f65 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Pushing event deleted for resources: {'Port': ['ID=21057b26-ba21-4108-94a2-ac2ccf70a9c5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:44.036606 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-170906f9-183e-4700-878a-73c326a10f65 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:44.039303 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-170906f9-183e-4700-878a-73c326a10f65 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:44.040453 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-170906f9-183e-4700-878a-73c326a10f65 tempest-AttachVolumeShelveTestJSON-1323804820 tempest-AttachVolumeShelveTestJSON-1323804820-project] 10.222.0.81 "DELETE /v2.0/floatingips/b5937b72-c90c-48f4-bb38-a84601a2d9e2 HTTP/1.1" status: 204 len: 168 time: 0.4511380 Nov 22 23:10:46.501316 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43654) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:46.932948 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-35e8e355-24f6-4793-8770-78ebbcf8e08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16292126'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:47.192634 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-35e8e355-24f6-4793-8770-78ebbcf8e08b admin admin] Deleting port 49ed4ea4-4189-4c8f-80db-b6d32f9180de {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:10:47.192968 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-35e8e355-24f6-4793-8770-78ebbcf8e08b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:47.269249 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-35e8e355-24f6-4793-8770-78ebbcf8e08b admin admin] For port 49ed4ea4-4189-4c8f-80db-b6d32f9180de, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=49ed4ea4-4189-4c8f-80db-b6d32f9180de,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:47.269629 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-35e8e355-24f6-4793-8770-78ebbcf8e08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:47.285863 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-35e8e355-24f6-4793-8770-78ebbcf8e08b admin admin] Calling delete_port for 49ed4ea4-4189-4c8f-80db-b6d32f9180de owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:10:47.466403 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-35e8e355-24f6-4793-8770-78ebbcf8e08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:47.493822 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8e355-24f6-4793-8770-78ebbcf8e08b admin admin] Pushing event deleted for resources: {'Port': ['ID=49ed4ea4-4189-4c8f-80db-b6d32f9180de,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:47.685567 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-35e8e355-24f6-4793-8770-78ebbcf8e08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398574'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:47.928780 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e8e355-24f6-4793-8770-78ebbcf8e08b admin admin] Router 4cf4363b-3ee0-4940-aac8-433646632b9b has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:10:48.309761 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e8e355-24f6-4793-8770-78ebbcf8e08b admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:10:48.315426 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-35e8e355-24f6-4793-8770-78ebbcf8e08b admin admin] 10.222.0.81 "PUT /v2.0/routers/4cf4363b-3ee0-4940-aac8-433646632b9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8117990 Nov 22 23:10:48.318309 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43676) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:48.319300 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a457d21-a57f-4c62-9eca-c81c0d5aac4e None None] Sync routers for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:10:48.330572 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a457d21-a57f-4c62-9eca-c81c0d5aac4e None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:10:48.331204 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-2a457d21-a57f-4c62-9eca-c81c0d5aac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:10:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:10:48.426497 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:48.442414 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-2a457d21-a57f-4c62-9eca-c81c0d5aac4e None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:10:48.536877 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:48.595343 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Deleting port 4a16998a-03d0-4649-91b0-b5648ba66821 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:10:48.596432 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:48.631983 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-2a457d21-a57f-4c62-9eca-c81c0d5aac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T23:10:47Z', 'revision_number': 5, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port': {'id': '4a16998a-03d0-4649-91b0-b5648ba66821', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:58:49Z', 'updated_at': '2021-11-22T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:10:48.665601 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a457d21-a57f-4c62-9eca-c81c0d5aac4e None None] Checking router: 4cf4363b-3ee0-4940-aac8-433646632b9b for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:10:48.675759 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a457d21-a57f-4c62-9eca-c81c0d5aac4e None None] Routers {'4cf4363b-3ee0-4940-aac8-433646632b9b'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:10:48.676381 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-2a457d21-a57f-4c62-9eca-c81c0d5aac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:10:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4cf4363b-3ee0-4940-aac8-433646632b9b'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:10:48.686213 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] For port 4a16998a-03d0-4649-91b0-b5648ba66821, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=4a16998a-03d0-4649-91b0-b5648ba66821,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:48.686821 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:48.700883 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Calling delete_port for 4a16998a-03d0-4649-91b0-b5648ba66821 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:10:48.765573 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-2a457d21-a57f-4c62-9eca-c81c0d5aac4e None None] Set router 4cf4363b-3ee0-4940-aac8-433646632b9b gateway port host: None {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:10:48.818685 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-2a457d21-a57f-4c62-9eca-c81c0d5aac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T23:10:48Z', 'revision_number': 6, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port_host': None}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:10:48.851609 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a457d21-a57f-4c62-9eca-c81c0d5aac4e None None] The sync data for ids ['4cf4363b-3ee0-4940-aac8-433646632b9b'] in dv-cinder-818834-1-iscsi is: [{'id': '4cf4363b-3ee0-4940-aac8-433646632b9b', 'name': 'tempest-AttachVolumeShelveTestJSON-481137732-router', 'tenant_id': '387b910bbc6a480a88d07859ab82cfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:58:48Z', 'updated_at': '2021-11-22T23:10:48Z', 'revision_number': 6, 'project_id': '387b910bbc6a480a88d07859ab82cfe6', 'gw_port_host': None}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:10:48.874152 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:48.905673 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a16998a-03d0-4649-91b0-b5648ba66821,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:48.967403 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293312'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.065956 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28237'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.068208 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.119548 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398555'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.120106 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf4363b-3ee0-4940-aac8-433646632b9b {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 23:10:49.129257 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.132705 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-c5662bf2-609b-451c-89ee-13ebde883f77 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4cf4363b-3ee0-4940-aac8-433646632b9b HTTP/1.1" status: 204 len: 168 time: 0.8112133 Nov 22 23:10:49.132878 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43682) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:49.190596 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-31baa89b-a656-4fa5-be7c-a5c753cbef02 admin admin] Deleting subnet 5f0c2acb-721b-4d06-b714-4fbf6b768fe9 {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:10:49.194862 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31baa89b-a656-4fa5-be7c-a5c753cbef02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.234216 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31baa89b-a656-4fa5-be7c-a5c753cbef02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396422'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.323156 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31baa89b-a656-4fa5-be7c-a5c753cbef02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.357854 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-30ac6dd9-c458-4084-84c2-345dd8886798 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:49.359253 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-30ac6dd9-c458-4084-84c2-345dd8886798 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/networks?id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf HTTP/1.1" status: 200 len: 815 time: 0.1181319 Nov 22 23:10:49.377230 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-faa91553-6d58-4228-b60f-1e30d63a70a8 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/quotas/68a4db5f8dc747ad8dbb2d906029a395 HTTP/1.1" status: 200 len: 375 time: 0.0100443 Nov 22 23:10:49.381260 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31baa89b-a656-4fa5-be7c-a5c753cbef02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13277457'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.412131 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-31baa89b-a656-4fa5-be7c-a5c753cbef02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.416777 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-31baa89b-a656-4fa5-be7c-a5c753cbef02 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5f0c2acb-721b-4d06-b714-4fbf6b768fe9 HTTP/1.1" status: 204 len: 168 time: 0.2824991 Nov 22 23:10:49.418336 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10326369-8c6e-4c5a-ab49-a962774e7fb9 None None] Network bf77bdb8-32c3-46df-9787-173ffafa8e98 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:10:49.423867 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baa89b-a656-4fa5-be7c-a5c753cbef02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f0c2acb-721b-4d06-b714-4fbf6b768fe9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:49.423867 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43696) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:49.443401 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-b1aaa8d8-b552-41b8-9e42-161acc76e2c0 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596054 Nov 22 23:10:49.490056 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.544106 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-78fc3484-25dc-43f7-b8ae-cde10677e131 service neutron] 10.222.0.81 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930429 Nov 22 23:10:49.555208 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Deleting port 4af3049d-21be-47aa-b52b-eb0fe2947b76 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:10:49.555576 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.648636 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] For port 4af3049d-21be-47aa-b52b-eb0fe2947b76, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=4af3049d-21be-47aa-b52b-eb0fe2947b76,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:49.649004 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.661301 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4819faee-31ed-4d42-bd37-bc37438c490d None None] DHCP port deletion for bf77bdb8-32c3-46df-9787-173ffafa8e98 request from dv-cinder-818834-1-iscsi {{(pid=102664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 23:10:49.670269 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Calling delete_port for 4af3049d-21be-47aa-b52b-eb0fe2947b76 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:10:49.718249 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4819faee-31ed-4d42-bd37-bc37438c490d None None] Deleting port 4af3049d-21be-47aa-b52b-eb0fe2947b76 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:10:49.719108 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4819faee-31ed-4d42-bd37-bc37438c490d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.783629 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.809180 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4819faee-31ed-4d42-bd37-bc37438c490d None None] For port 4af3049d-21be-47aa-b52b-eb0fe2947b76, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=4af3049d-21be-47aa-b52b-eb0fe2947b76,segment=NetworkSegment(40a04a89-6ebd-4e32-90f4-0d446d4153d8),segment_id=40a04a89-6ebd-4e32-90f4-0d446d4153d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:49.809605 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4819faee-31ed-4d42-bd37-bc37438c490d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.817741 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af3049d-21be-47aa-b52b-eb0fe2947b76,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:49.823759 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] No DVR routers for this DVR port 4af3049d-21be-47aa-b52b-eb0fe2947b76 on host dv-cinder-818834-1-iscsi {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:10:49.824888 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4819faee-31ed-4d42-bd37-bc37438c490d None None] Calling delete_port for 4af3049d-21be-47aa-b52b-eb0fe2947b76 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:10:49.908860 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-0c8c5307-9ad2-4226-befe-24309fd3672f service neutron] 10.222.0.81 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578584 Nov 22 23:10:49.912556 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4819faee-31ed-4d42-bd37-bc37438c490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.945880 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819faee-31ed-4d42-bd37-bc37438c490d None None] Pushing event deleted for resources: {'Port': ['ID=4af3049d-21be-47aa-b52b-eb0fe2947b76,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:49.947035 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:49.950817 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4819faee-31ed-4d42-bd37-bc37438c490d None None] No DVR routers for this DVR port 4af3049d-21be-47aa-b52b-eb0fe2947b76 on host dv-cinder-818834-1-iscsi {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:10:49.984224 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf77bdb8-32c3-46df-9787-173ffafa8e98']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:10:50.001028 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a04a89-6ebd-4e32-90f4-0d446d4153d8') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:10:50.001337 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a04a89-6ebd-4e32-90f4-0d446d4153d8') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:10:50.014957 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 49ed4ea4-4189-4c8f-80db-b6d32f9180de no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:10:50.022154 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396447'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:50.037788 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 49ed4ea4-4189-4c8f-80db-b6d32f9180de {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:10:50.042301 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 49ed4ea4-4189-4c8f-80db-b6d32f9180de not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:10:50.042642 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:50.042844 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 4a16998a-03d0-4649-91b0-b5648ba66821 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:10:50.050369 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:10:50.050898 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536132'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: Traceback (most recent call last): Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: timer() Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: cb(*args, **kw) Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: return func(*args, **kwargs) Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: self._notify() Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: self.callback(batched_events) Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: event.method(event) Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: return f(self, *a, **k) Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._get(url).json() Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:10:50.052800 dv-cinder-818834-1-iscsi neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:10:50.075845 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 4a16998a-03d0-4649-91b0-b5648ba66821 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:10:50.076145 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 4a16998a-03d0-4649-91b0-b5648ba66821 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:10:50.076561 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 4af3049d-21be-47aa-b52b-eb0fe2947b76 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:10:50.105599 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 4af3049d-21be-47aa-b52b-eb0fe2947b76 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:10:50.105599 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 4af3049d-21be-47aa-b52b-eb0fe2947b76 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:10:50.134808 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:50.143800 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:50.147995 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bf77bdb8-32c3-46df-9787-173ffafa8e98 HTTP/1.1" status: 204 len: 168 time: 0.7261195 Nov 22 23:10:50.159634 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-70f8ebbb-780b-47bc-bc59-f4eaaa451ddc req-873f733a-7480-4d57-813c-5f542a9ead85 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 210 time: 0.0342727 Nov 22 23:10:50.169550 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df625e-d341-45be-a01d-b880b4bd9136 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf77bdb8-32c3-46df-9787-173ffafa8e98,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:50.304641 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43708) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:50.350063 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-c418ab92-c2f3-4444-9cbe-6511e779f850 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=387b910bbc6a480a88d07859ab82cfe6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437944 Nov 22 23:10:50.352923 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43710) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:50.413205 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6a83a57f-b5e7-4817-ba85-1fad9f2f59a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:50.443947 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6a83a57f-b5e7-4817-ba85-1fad9f2f59a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:50.497687 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6a83a57f-b5e7-4817-ba85-1fad9f2f59a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:50.500449 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6a83a57f-b5e7-4817-ba85-1fad9f2f59a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:50.501675 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-6a83a57f-b5e7-4817-ba85-1fad9f2f59a0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a60ae61-1d31-4655-96d9-d529ec08e3b5 HTTP/1.1" status: 204 len: 168 time: 0.1477489 Nov 22 23:10:50.510793 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83a57f-b5e7-4817-ba85-1fad9f2f59a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a60ae61-1d31-4655-96d9-d529ec08e3b5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:51.295209 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e5d30adf-8217-4b07-948a-d50067f90dc8 req-5eee751d-1643-48a1-8380-55e655c45e57 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 210 time: 0.0642400 Nov 22 23:10:51.366778 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-2966574d-59b8-402e-a53b-7df4afe8f45f tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:51.368868 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-2966574d-59b8-402e-a53b-7df4afe8f45f tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "GET /v2.0/networks?id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf HTTP/1.1" status: 200 len: 815 time: 0.1494298 Nov 22 23:10:51.409511 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Request body: {'port': {'device_id': 'd42b54ba-f556-4282-9656-c2442bc8f1ef', 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf', 'admin_state_up': True, 'tenant_id': '68a4db5f8dc747ad8dbb2d906029a395'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:10:51.531025 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Made reservation on behalf of 68a4db5f8dc747ad8dbb2d906029a395 for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:10:51.535191 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:51.675125 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Allocated IP 172.20.0.12 (415cb5eb-0653-4d1f-9a09-4c55d934d0bf/829db6d5-c715-4dc2-bca4-db159e657e4d/026135b7-3b27-4e8b-b597-31748502f124) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:10:51.825985 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:51.862985 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:51.902736 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['ffebb815-24db-4e82-bc2e-25eb4ed18d2e', 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d', '431b34e0-b753-44ee-b376-f24909d2b4c5'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:10:51.913438 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:10:51.917226 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:10:51.920671 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:10:51.956986 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Pushing event updated for resources: {'Port': ['ID=026135b7-3b27-4e8b-b597-31748502f124,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:51.981685 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:51.982356 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:52.009557 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8b91f9c6-e9bb-46a3-99a8-53329cfa6eec tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6050384 Nov 22 23:10:52.033796 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Request body: {'port': {'device_id': 'd42b54ba-f556-4282-9656-c2442bc8f1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:10:52.099357 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:52.441134 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026135b7-3b27-4e8b-b597-31748502f124 {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:10:52.451937 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:52.472966 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc10589-4e7a-4310-86b1-66ceb8132c6e req-8ff5424d-520b-4e92-8905-4ba575925066 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:52.474678 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1fc10589-4e7a-4310-86b1-66ceb8132c6e req-8ff5424d-520b-4e92-8905-4ba575925066 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 932 time: 0.1051519 Nov 22 23:10:52.480497 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Transition to ACTIVE for port object 026135b7-3b27-4e8b-b597-31748502f124 will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:10:52.489398 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:52.570540 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1fc10589-4e7a-4310-86b1-66ceb8132c6e req-a6366981-47ae-4639-b15b-2fe7a822898c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888004 Nov 22 23:10:52.577451 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Pushing event updated for resources: {'Port': ['ID=026135b7-3b27-4e8b-b597-31748502f124,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:52.648013 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Attempting to bind port 026135b7-3b27-4e8b-b597-31748502f124 on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:10:52.648345 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Attempting to bind port 026135b7-3b27-4e8b-b597-31748502f124 by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:10:52.648681 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Attempting to bind port 026135b7-3b27-4e8b-b597-31748502f124 on network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:10:52.653479 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Port 026135b7-3b27-4e8b-b597-31748502f124 on network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:10:52.653837 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Attempting to bind port 026135b7-3b27-4e8b-b597-31748502f124 on network 415cb5eb-0653-4d1f-9a09-4c55d934d0bf {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:10:52.659600 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:10:52.659929 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Checking segment: {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:10:52.660310 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Bound using segment: {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:10:52.660735 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Bound port: 026135b7-3b27-4e8b-b597-31748502f124, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba31360-6cc1-436f-b56a-5df28cf70772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:10:52.661087 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:52.725066 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] For port 026135b7-3b27-4e8b-b597-31748502f124, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:10:52.728195 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] For port 026135b7-3b27-4e8b-b597-31748502f124, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=026135b7-3b27-4e8b-b597-31748502f124,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:10:52.732397 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:52.764661 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:52.765639 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:52.767039 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] 10.222.0.83 "PUT /v2.0/ports/026135b7-3b27-4e8b-b597-31748502f124 HTTP/1.1" status: 200 len: 1094 time: 0.7386227 Nov 22 23:10:52.772046 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42b54ba-f556-4282-9656-c2442bc8f1ef', 'tag': '026135b7-3b27-4e8b-b597-31748502f124'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:10:52.774313 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc4ba0d-5f77-4e00-b67a-b3655199cb48" -d '{"events": [{"name": "network-changed", "server_uuid": "d42b54ba-f556-4282-9656-c2442bc8f1ef", "tag": "026135b7-3b27-4e8b-b597-31748502f124"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:10:52.798684 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eca4ca-8d5e-4690-ab61-3dc4557d8c0c service neutron] Pushing event updated for resources: {'Port': ['ID=026135b7-3b27-4e8b-b597-31748502f124,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:52.821971 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9255f5b2-1017-4e09-9d62-7364e3dd35bf x-openstack-request-id: req-9255f5b2-1017-4e09-9d62-7364e3dd35bf {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:10:52.822272 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42b54ba-f556-4282-9656-c2442bc8f1ef", "tag": "026135b7-3b27-4e8b-b597-31748502f124", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:10:52.822531 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9255f5b2-1017-4e09-9d62-7364e3dd35bf {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:10:52.822934 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42b54ba-f556-4282-9656-c2442bc8f1ef', 'tag': '026135b7-3b27-4e8b-b597-31748502f124', 'status': 'completed', 'code': 200} Nov 22 23:10:52.885574 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-6d3f9548-51f8-4018-baf0-3587d25b230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:52.887214 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-6d3f9548-51f8-4018-baf0-3587d25b230f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 1097 time: 0.0468962 Nov 22 23:10:52.938244 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-8f6c087d-7802-4d37-b35b-25fcaef18fd9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=026135b7-3b27-4e8b-b597-31748502f124 HTTP/1.1" status: 200 len: 217 time: 0.0363662 Nov 22 23:10:52.991300 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-3e032679-96f7-4f67-9838-b7971e48073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:52.992680 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-3e032679-96f7-4f67-9838-b7971e48073a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=829db6d5-c715-4dc2-bca4-db159e657e4d HTTP/1.1" status: 200 len: 855 time: 0.0475428 Nov 22 23:10:53.032216 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-6e4fdfcd-cdda-4bf2-b3c8-e1583751ac8f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307074 Nov 22 23:10:53.128442 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-41e780d6-5b9c-44db-976b-6c00ef28699c service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867944 Nov 22 23:10:53.227017 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f7f89f68-6b2a-45ab-8828-898251b5393f req-e95c4996-fc9e-417a-9f72-88362774b9e4 service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898173 Nov 22 23:10:53.388533 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4ba0d-5f77-4e00-b67a-b3655199cb48 req-27c3c9f3-7cad-458e-b7c0-9761819933ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:53.390064 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cfc4ba0d-5f77-4e00-b67a-b3655199cb48 req-27c3c9f3-7cad-458e-b7c0-9761819933ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 1097 time: 0.0431671 Nov 22 23:10:53.490550 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4ba0d-5f77-4e00-b67a-b3655199cb48 req-a52620cf-630f-4736-91ab-a3fe6018636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:53.492023 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cfc4ba0d-5f77-4e00-b67a-b3655199cb48 req-a52620cf-630f-4736-91ab-a3fe6018636e service neutron] 10.222.0.83 "GET /v2.0/networks?id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf HTTP/1.1" status: 200 len: 917 time: 0.0941081 Nov 22 23:10:53.539858 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cfc4ba0d-5f77-4e00-b67a-b3655199cb48 req-1a441743-dd04-4c54-8700-927b5ac1abba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=026135b7-3b27-4e8b-b597-31748502f124 HTTP/1.1" status: 200 len: 217 time: 0.0399497 Nov 22 23:10:53.593239 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4ba0d-5f77-4e00-b67a-b3655199cb48 req-cb672029-ab87-4d86-adc2-9b5ec2769008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:53.594760 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cfc4ba0d-5f77-4e00-b67a-b3655199cb48 req-cb672029-ab87-4d86-adc2-9b5ec2769008 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=829db6d5-c715-4dc2-bca4-db159e657e4d HTTP/1.1" status: 200 len: 855 time: 0.0481994 Nov 22 23:10:53.628496 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cfc4ba0d-5f77-4e00-b67a-b3655199cb48 req-eee24fda-137e-4dce-9db8-e4b17bbbd29a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=415cb5eb-0653-4d1f-9a09-4c55d934d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263028 Nov 22 23:10:53.758379 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c404-cabf-4ae1-94fa-4b923bed343b req-34338137-0337-48b5-9061-739beaea78a7 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:53.759994 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4c71c404-cabf-4ae1-94fa-4b923bed343b req-34338137-0337-48b5-9061-739beaea78a7 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 944 time: 0.1049728 Nov 22 23:10:53.783810 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cfc4ba0d-5f77-4e00-b67a-b3655199cb48 req-80f0a185-21fc-459e-ba15-d3f1d074424e service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474237 Nov 22 23:10:53.878690 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4c71c404-cabf-4ae1-94fa-4b923bed343b req-398b3adf-f1ae-401b-b6e2-48902b8b8d70 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088643 Nov 22 23:10:53.909043 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cfc4ba0d-5f77-4e00-b67a-b3655199cb48 req-df4d5763-f8b3-4ea7-b9f3-3257f3ceb05d service neutron] 10.222.0.83 "GET /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170557 Nov 22 23:10:55.001540 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d321a-fb68-4649-ac5e-290d1fd83ed5 req-fe64152f-e6aa-494a-b5d6-bf9a6d308a75 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:55.003410 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-160d321a-fb68-4649-ac5e-290d1fd83ed5 req-fe64152f-e6aa-494a-b5d6-bf9a6d308a75 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 944 time: 0.0524967 Nov 22 23:10:55.052982 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-160d321a-fb68-4649-ac5e-290d1fd83ed5 req-7af67702-6695-4862-9d0a-b7ef1ad7830f tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Nov 22 23:10:55.930287 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 026135b7-3b27-4e8b-b597-31748502f124 details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:10:56.030196 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 026135b7-3b27-4e8b-b597-31748502f124, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=026135b7-3b27-4e8b-b597-31748502f124,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:56.046604 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '026135b7-3b27-4e8b-b597-31748502f124', 'network_id': '415cb5eb-0653-4d1f-9a09-4c55d934d0bf', 'port_id': '026135b7-3b27-4e8b-b597-31748502f124', 'mac_address': 'fa:16:3e:05:bd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829db6d5-c715-4dc2-bca4-db159e657e4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:10:56.085966 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:56.100364 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026135b7-3b27-4e8b-b597-31748502f124 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:10:56.129487 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 026135b7-3b27-4e8b-b597-31748502f124, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=026135b7-3b27-4e8b-b597-31748502f124,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:56.135497 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:56.191096 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=026135b7-3b27-4e8b-b597-31748502f124,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:56.194109 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d77ee-746d-40a3-8cb4-de3318d6abed req-1134606a-5f47-4b5e-b4c8-b5798c466b7e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:56.196379 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fa5d77ee-746d-40a3-8cb4-de3318d6abed req-1134606a-5f47-4b5e-b4c8-b5798c466b7e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 945 time: 0.0575635 Nov 22 23:10:56.251918 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fa5d77ee-746d-40a3-8cb4-de3318d6abed req-069d8c6a-d658-4a8b-a0ff-9b492f4c242a tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486906 Nov 22 23:10:56.480391 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43810) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:56.595244 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:56.599821 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['026135b7-3b27-4e8b-b597-31748502f124'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:10:56.682632 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:56.686671 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:56.727875 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f81856f38e03481e9c8d3ddbc9c4dce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463808 Nov 22 23:10:56.729028 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150287e2-1366-484f-a15c-d26959ac2ef4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:56.731960 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43814) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:56.736942 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:56.737423 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:56.737791 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:56.738128 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:56.738465 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:56.738793 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:56.739193 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:56.739529 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:56.739841 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:56.740158 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:56.740476 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:56.740790 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4415030-1b4a-499e-bf57-9e7f7b28aec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:10:56.797329 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-08c0a380-3103-4272-84f5-6c764f7c796c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:56.825088 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-08c0a380-3103-4272-84f5-6c764f7c796c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:56.882256 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-08c0a380-3103-4272-84f5-6c764f7c796c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:56.884979 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-08c0a380-3103-4272-84f5-6c764f7c796c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:56.886179 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-08c0a380-3103-4272-84f5-6c764f7c796c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/150287e2-1366-484f-a15c-d26959ac2ef4 HTTP/1.1" status: 204 len: 168 time: 0.1530428 Nov 22 23:10:56.894320 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0a380-3103-4272-84f5-6c764f7c796c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150287e2-1366-484f-a15c-d26959ac2ef4,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:57.186127 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43820) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:57.200965 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3c48c56-8324-4d08-b2ba-f5893afadc12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:57.284074 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3c48c56-8324-4d08-b2ba-f5893afadc12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:57.288578 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3c48c56-8324-4d08-b2ba-f5893afadc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:57.334174 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43824) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:57.334784 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-c3c48c56-8324-4d08-b2ba-f5893afadc12 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a2e8c4a86d5d4d8dbc50a749a8e8f16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469131 Nov 22 23:10:57.340822 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c48c56-8324-4d08-b2ba-f5893afadc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae25860-fa42-4d84-a800-74120faf8170,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:57.433284 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66770604-3374-489f-9804-0399da41757c req-e6b272cd-6559-441c-8a5b-e8d2ab8b360b tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:57.435314 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-66770604-3374-489f-9804-0399da41757c req-e6b272cd-6559-441c-8a5b-e8d2ab8b360b tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 945 time: 0.0934598 Nov 22 23:10:57.466749 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0825f976-2143-4c66-b400-ddcb416fca19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:57.512248 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0825f976-2143-4c66-b400-ddcb416fca19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:57.526828 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-66770604-3374-489f-9804-0399da41757c req-bdc55dc5-0eb6-47c5-99ee-51ccca185d42 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850382 Nov 22 23:10:57.575565 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0825f976-2143-4c66-b400-ddcb416fca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:57.578228 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0825f976-2143-4c66-b400-ddcb416fca19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:57.580702 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-0825f976-2143-4c66-b400-ddcb416fca19 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ae25860-fa42-4d84-a800-74120faf8170 HTTP/1.1" status: 204 len: 168 time: 0.2447009 Nov 22 23:10:57.590714 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825f976-2143-4c66-b400-ddcb416fca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae25860-fa42-4d84-a800-74120faf8170,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:57.957537 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 026135b7-3b27-4e8b-b597-31748502f124 up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:10:58.010281 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 026135b7-3b27-4e8b-b597-31748502f124 completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:10:58.014304 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 026135b7-3b27-4e8b-b597-31748502f124 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:10:58.014812 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:58.106894 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:58.132409 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42b54ba-f556-4282-9656-c2442bc8f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026135b7-3b27-4e8b-b597-31748502f124'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:10:58.134847 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018e372c-4b08-4772-b83a-9ef507959e03" -d '{"events": [{"server_uuid": "d42b54ba-f556-4282-9656-c2442bc8f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "026135b7-3b27-4e8b-b597-31748502f124"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:10:58.150006 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 026135b7-3b27-4e8b-b597-31748502f124, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=026135b7-3b27-4e8b-b597-31748502f124,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:10:58.155349 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:58.182513 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3bb8df-b957-41ce-8560-620a91ad342a x-openstack-request-id: req-ee3bb8df-b957-41ce-8560-620a91ad342a {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:10:58.182841 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42b54ba-f556-4282-9656-c2442bc8f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "026135b7-3b27-4e8b-b597-31748502f124", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:10:58.183109 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ee3bb8df-b957-41ce-8560-620a91ad342a {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:10:58.183547 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42b54ba-f556-4282-9656-c2442bc8f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026135b7-3b27-4e8b-b597-31748502f124', 'code': 200} Nov 22 23:10:58.213984 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=026135b7-3b27-4e8b-b597-31748502f124,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:58.405923 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e023abd-2284-4835-868e-04c6cef2b5a2 req-ba5d2682-954f-4621-85a0-b877bcbe01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:58.407957 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9e023abd-2284-4835-868e-04c6cef2b5a2 req-ba5d2682-954f-4621-85a0-b877bcbe01b5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 1099 time: 0.0438325 Nov 22 23:10:58.462325 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9e023abd-2284-4835-868e-04c6cef2b5a2 req-8f5f82b7-45a6-40f9-a306-2d2096cce714 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429375 Nov 22 23:10:58.659227 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20685bba-a2f4-4692-92d1-c64810abdf77 req-db73b138-9d62-4641-97f1-415dc7f22402 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:58.660838 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-20685bba-a2f4-4692-92d1-c64810abdf77 req-db73b138-9d62-4641-97f1-415dc7f22402 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 946 time: 0.0606160 Nov 22 23:10:58.714205 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-20685bba-a2f4-4692-92d1-c64810abdf77 req-aac95860-4c58-4cda-a6dc-dc7a57cce3ce tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470631 Nov 22 23:10:59.369056 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43882) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:59.485188 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b08f814d-4063-40d8-9463-13598f7e10e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:59.568164 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b08f814d-4063-40d8-9463-13598f7e10e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:59.572437 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b08f814d-4063-40d8-9463-13598f7e10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:59.611815 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-b08f814d-4063-40d8-9463-13598f7e10e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ba1e51f44184c8dbcdc711f4d22110e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416153 Nov 22 23:10:59.612698 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f814d-4063-40d8-9463-13598f7e10e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7afa70-8d4c-4930-bab6-4f485d12b034,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:59.614518 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43886) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:10:59.669455 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d44fd69e-a579-457e-8275-a6a9247d12be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:59.692915 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d44fd69e-a579-457e-8275-a6a9247d12be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:59.741685 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d44fd69e-a579-457e-8275-a6a9247d12be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:59.744400 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d44fd69e-a579-457e-8275-a6a9247d12be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:10:59.745867 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-d44fd69e-a579-457e-8275-a6a9247d12be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a7afa70-8d4c-4930-bab6-4f485d12b034 HTTP/1.1" status: 204 len: 168 time: 0.1300297 Nov 22 23:10:59.754771 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fd69e-a579-457e-8275-a6a9247d12be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7afa70-8d4c-4930-bab6-4f485d12b034,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:10:59.848903 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43e777-00cd-4954-9bd0-cc9e6ca6d925 req-8b20cd33-b983-456b-8fbc-bcd480bc958f tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:10:59.850500 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0c43e777-00cd-4954-9bd0-cc9e6ca6d925 req-8b20cd33-b983-456b-8fbc-bcd480bc958f tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 946 time: 0.0543575 Nov 22 23:10:59.909052 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0c43e777-00cd-4954-9bd0-cc9e6ca6d925 req-d2a5cc78-8c77-40f7-893b-e059bbe45f7d tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520473 Nov 22 23:11:00.038606 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 43894) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:00.053050 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-888cd326-c694-4fbc-8c08-092e561fc145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:00.136959 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-888cd326-c694-4fbc-8c08-092e561fc145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:00.141566 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-888cd326-c694-4fbc-8c08-092e561fc145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:00.181896 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-888cd326-c694-4fbc-8c08-092e561fc145 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db2bc9c67c324d0a89ed39d6471b50e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421523 Nov 22 23:11:00.182946 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cd326-c694-4fbc-8c08-092e561fc145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4205452-fdea-4524-959a-95b0f509ae4b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:00.185195 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 43896) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:00.252702 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a0583d8c-cdaf-47ef-bbb0-84caf86347da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:00.274475 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a0583d8c-cdaf-47ef-bbb0-84caf86347da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:00.322898 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a0583d8c-cdaf-47ef-bbb0-84caf86347da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:00.325458 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-a0583d8c-cdaf-47ef-bbb0-84caf86347da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:00.326623 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-a0583d8c-cdaf-47ef-bbb0-84caf86347da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4205452-fdea-4524-959a-95b0f509ae4b HTTP/1.1" status: 204 len: 168 time: 0.1404071 Nov 22 23:11:00.335015 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583d8c-cdaf-47ef-bbb0-84caf86347da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4205452-fdea-4524-959a-95b0f509ae4b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:01.027143 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d76f1-098d-484c-a3d8-3a975a95566b req-0402c437-fc02-4041-8dbe-3ed0c0f21b0e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:01.028712 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b30d76f1-098d-484c-a3d8-3a975a95566b req-0402c437-fc02-4041-8dbe-3ed0c0f21b0e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 946 time: 0.0510118 Nov 22 23:11:01.085506 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b30d76f1-098d-484c-a3d8-3a975a95566b req-9af04158-efa1-4e35-a9e1-cae8102bfc26 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501165 Nov 22 23:11:02.597313 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0056c71d-243e-44ff-8901-93f6db1c0c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:04.504343 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:05.046291 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:11:05.276425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-977f0ff9-8ae2-4e9f-9e1e-cb66d65498a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:06.379889 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:07.710993 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:07.727090 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44012) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:08.102310 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Deleting port 042f8e94-68c0-4e11-9d61-6b217f68711e {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:08.102614 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:08.181008 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:08.181331 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:08.194345 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Calling delete_port for 042f8e94-68c0-4e11-9d61-6b217f68711e owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:08.306695 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:08.362244 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:08.388148 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event deleted for resources: {'Port': ['ID=042f8e94-68c0-4e11-9d61-6b217f68711e,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:08.458609 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:08.458609 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.l3_db [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Floating IP e60c455b-6ec9-4580-b5e9-c9a46288271b disassociated (deleted). External IP: 172.27.0.157, port: 9a32d6b5-5043-43fb-98e4-95f79601a894. Nov 22 23:11:08.683578 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:11:08.790210 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:11:08.794872 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:08.800310 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040608fe-2c92-41d9-958d-f5199e10d48e None None] Sync routers for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:11:08.810214 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040608fe-2c92-41d9-958d-f5199e10d48e None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:11:08.810847 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-040608fe-2c92-41d9-958d-f5199e10d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:11:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:08.824516 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-7c6228ef-55be-4418-ada3-4b4eb6377206 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "DELETE /v2.0/floatingips/e60c455b-6ec9-4580-b5e9-c9a46288271b HTTP/1.1" status: 204 len: 168 time: 1.0959778 Nov 22 23:11:08.825121 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'tag': '9a32d6b5-5043-43fb-98e4-95f79601a894'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:11:08.827513 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773458d9-bf0f-4805-a8ba-8c5348624a08" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd19414-dc5d-4baa-a697-71ce6ffbb944", "tag": "9a32d6b5-5043-43fb-98e4-95f79601a894"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:11:08.951855 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-040608fe-2c92-41d9-958d-f5199e10d48e None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:11:09.041832 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a0b418-9ce1-40f7-8d2e-6f395b4d5941 x-openstack-request-id: req-04a0b418-9ce1-40f7-8d2e-6f395b4d5941 {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:11:09.042372 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd19414-dc5d-4baa-a697-71ce6ffbb944", "tag": "9a32d6b5-5043-43fb-98e4-95f79601a894", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:11:09.042658 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04a0b418-9ce1-40f7-8d2e-6f395b4d5941 {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:11:09.043055 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'tag': '9a32d6b5-5043-43fb-98e4-95f79601a894', 'status': 'completed', 'code': 200} Nov 22 23:11:09.085671 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e7d93-bdfc-44b5-9613-eecbc0759bf2 req-a4fdb289-f17b-464f-90d4-224fbd48beaf tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:09.087206 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5c8e7d93-bdfc-44b5-9613-eecbc0759bf2 req-a4fdb289-f17b-464f-90d4-224fbd48beaf tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 946 time: 0.0592442 Nov 22 23:11:09.170088 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5c8e7d93-bdfc-44b5-9613-eecbc0759bf2 req-a98a0a51-8f93-4fc2-8b53-dddd43c18cc2 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759449 Nov 22 23:11:09.173481 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773458d9-bf0f-4805-a8ba-8c5348624a08 req-74ef2951-4f15-4419-b4f5-f102bb269fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:09.175222 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-773458d9-bf0f-4805-a8ba-8c5348624a08 req-74ef2951-4f15-4419-b4f5-f102bb269fbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 1099 time: 0.0751078 Nov 22 23:11:09.222464 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-040608fe-2c92-41d9-958d-f5199e10d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '18a9d5c3-e3cd-441e-b415-60759b587d8d', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:82:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:06:30Z', 'updated_at': '2021-11-22T23:06:32Z', 'revision_number': 1, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:09.255971 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040608fe-2c92-41d9-958d-f5199e10d48e None None] Checking router: 6e2d9066-54c9-486d-bd4a-1c5a235dc91e for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:11:09.265098 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040608fe-2c92-41d9-958d-f5199e10d48e None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:11:09.265829 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-040608fe-2c92-41d9-958d-f5199e10d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:11:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:09.294051 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773458d9-bf0f-4805-a8ba-8c5348624a08 req-c98a68ba-9c46-4065-b133-b61a2d77cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:09.295535 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-773458d9-bf0f-4805-a8ba-8c5348624a08 req-c98a68ba-9c46-4065-b133-b61a2d77cdbe service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 913 time: 0.0977542 Nov 22 23:11:09.338720 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-773458d9-bf0f-4805-a8ba-8c5348624a08 req-ceaecb84-eba9-4371-9168-53db1bc812d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a32d6b5-5043-43fb-98e4-95f79601a894 HTTP/1.1" status: 200 len: 217 time: 0.0353813 Nov 22 23:11:09.377913 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-040608fe-2c92-41d9-958d-f5199e10d48e None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:11:09.390639 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773458d9-bf0f-4805-a8ba-8c5348624a08 req-1379a085-603c-46e5-a70b-73b0e740291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:09.392462 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-773458d9-bf0f-4805-a8ba-8c5348624a08 req-1379a085-603c-46e5-a70b-73b0e740291d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=450f4020-44ab-4ce7-9946-d9eada69384a HTTP/1.1" status: 200 len: 850 time: 0.0442674 Nov 22 23:11:09.440105 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773458d9-bf0f-4805-a8ba-8c5348624a08 req-88406fd4-8188-4a20-8d50-ffe0af314942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:09.441815 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-773458d9-bf0f-4805-a8ba-8c5348624a08 req-88406fd4-8188-4a20-8d50-ffe0af314942 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423565 Nov 22 23:11:09.537301 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-773458d9-bf0f-4805-a8ba-8c5348624a08 req-5f202691-1ad3-4d23-8f2f-06275c0ecb54 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865424 Nov 22 23:11:09.638494 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-773458d9-bf0f-4805-a8ba-8c5348624a08 req-6ac5cc5e-3ca6-46fe-a46f-4578230e2168 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918229 Nov 22 23:11:09.768298 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-040608fe-2c92-41d9-958d-f5199e10d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '18a9d5c3-e3cd-441e-b415-60759b587d8d', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:82:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:06:30Z', 'updated_at': '2021-11-22T23:06:32Z', 'revision_number': 1, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:09.797116 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040608fe-2c92-41d9-958d-f5199e10d48e None None] The sync data for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi is: [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '18a9d5c3-e3cd-441e-b415-60759b587d8d', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'port_id': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'mac_address': 'fa:16:3e:82:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:06:30Z', 'updated_at': '2021-11-22T23:06:32Z', 'revision_number': 1, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:11:10.015619 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a44b52b-5f5a-43a8-a6ba-9575db3ffb12 None None] New status for floating IP e60c455b-6ec9-4580-b5e9-c9a46288271b: DOWN {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:11:10.296453 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4078e-2d72-4da0-924e-1353a4c944d1 req-c2ba209d-611c-45a0-849c-0a24d02eb2c3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:10.298755 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-32d4078e-2d72-4da0-924e-1353a4c944d1 req-c2ba209d-611c-45a0-849c-0a24d02eb2c3 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 946 time: 0.0530715 Nov 22 23:11:10.350272 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-32d4078e-2d72-4da0-924e-1353a4c944d1 req-9a81a83e-56d6-4f9f-806b-09802a0f74ef tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456965 Nov 22 23:11:11.045376 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44064) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:11.152513 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52cb8281-927c-4d2d-8e54-069173f3c212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.229137 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afae144-1cee-468e-929e-f19f12c3c3e2 req-ee2127e3-7880-420c-90ed-dced368d9354 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:11.230755 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0afae144-1cee-468e-929e-f19f12c3c3e2 req-ee2127e3-7880-420c-90ed-dced368d9354 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 946 time: 0.0511384 Nov 22 23:11:11.235011 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52cb8281-927c-4d2d-8e54-069173f3c212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.239160 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-52cb8281-927c-4d2d-8e54-069173f3c212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.276560 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb8281-927c-4d2d-8e54-069173f3c212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ac50b5-b749-4ba1-b616-45aa00a968f9,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:11.283560 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-52cb8281-927c-4d2d-8e54-069173f3c212 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f57182d9f2684ede95c0821e728df8a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345073 Nov 22 23:11:11.283787 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44068) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:11.335063 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-494739b1-e0f6-4572-8d95-44f3611db949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.335715 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-0afae144-1cee-468e-929e-f19f12c3c3e2 req-135b68f4-e0e7-47ba-88ac-ccc087092a0f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Deleting port 9a32d6b5-5043-43fb-98e4-95f79601a894 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:11.336210 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-0afae144-1cee-468e-929e-f19f12c3c3e2 req-135b68f4-e0e7-47ba-88ac-ccc087092a0f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.360447 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-494739b1-e0f6-4572-8d95-44f3611db949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.415269 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-494739b1-e0f6-4572-8d95-44f3611db949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.419220 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-494739b1-e0f6-4572-8d95-44f3611db949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.420411 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-494739b1-e0f6-4572-8d95-44f3611db949 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07ac50b5-b749-4ba1-b616-45aa00a968f9 HTTP/1.1" status: 204 len: 168 time: 0.1357462 Nov 22 23:11:11.429681 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494739b1-e0f6-4572-8d95-44f3611db949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ac50b5-b749-4ba1-b616-45aa00a968f9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:11.451249 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-0afae144-1cee-468e-929e-f19f12c3c3e2 req-135b68f4-e0e7-47ba-88ac-ccc087092a0f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] For port 9a32d6b5-5043-43fb-98e4-95f79601a894, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=9a32d6b5-5043-43fb-98e4-95f79601a894,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:11.451947 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-0afae144-1cee-468e-929e-f19f12c3c3e2 req-135b68f4-e0e7-47ba-88ac-ccc087092a0f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.496595 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-0afae144-1cee-468e-929e-f19f12c3c3e2 req-135b68f4-e0e7-47ba-88ac-ccc087092a0f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Calling delete_port for 9a32d6b5-5043-43fb-98e4-95f79601a894 owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:11.571459 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96a37c-3632-4e7b-9c10-349ba020d8fd req-661a9e4f-e5a9-4766-9b9c-384c0f542182 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:11.572998 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ab96a37c-3632-4e7b-9c10-349ba020d8fd req-661a9e4f-e5a9-4766-9b9c-384c0f542182 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 946 time: 0.1124921 Nov 22 23:11:11.690198 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ab96a37c-3632-4e7b-9c10-349ba020d8fd req-d3dff42c-ec29-4502-b57f-a90268620cbe tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971146 Nov 22 23:11:11.716339 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-0afae144-1cee-468e-929e-f19f12c3c3e2 req-135b68f4-e0e7-47ba-88ac-ccc087092a0f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.748283 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b68f4-e0e7-47ba-88ac-ccc087092a0f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event deleted for resources: {'Port': ['ID=9a32d6b5-5043-43fb-98e4-95f79601a894,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:11.754484 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44078) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:11.773304 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-101c6c93-27d2-478d-a7ac-3c395cff63a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.814957 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afae144-1cee-468e-929e-f19f12c3c3e2 req-135b68f4-e0e7-47ba-88ac-ccc087092a0f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] No DVR routers for this DVR port 9a32d6b5-5043-43fb-98e4-95f79601a894 on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:11:11.819047 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-0afae144-1cee-468e-929e-f19f12c3c3e2 req-135b68f4-e0e7-47ba-88ac-ccc087092a0f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.822287 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0afae144-1cee-468e-929e-f19f12c3c3e2 req-135b68f4-e0e7-47ba-88ac-ccc087092a0f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "DELETE /v2.0/ports/9a32d6b5-5043-43fb-98e4-95f79601a894 HTTP/1.1" status: 204 len: 173 time: 0.5850961 Nov 22 23:11:11.822735 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'name': 'network-vif-deleted', 'tag': '9a32d6b5-5043-43fb-98e4-95f79601a894'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:11:11.824938 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb70cb9-5362-4d55-8063-e69a6a814d08" -d '{"events": [{"server_uuid": "4bd19414-dc5d-4baa-a697-71ce6ffbb944", "name": "network-vif-deleted", "tag": "9a32d6b5-5043-43fb-98e4-95f79601a894"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:11:11.902824 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-101c6c93-27d2-478d-a7ac-3c395cff63a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.908293 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-101c6c93-27d2-478d-a7ac-3c395cff63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:11.949422 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c6c93-27d2-478d-a7ac-3c395cff63a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0d37aa-45ae-46b9-9e1c-9c90484769fd,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:11.956609 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-101c6c93-27d2-478d-a7ac-3c395cff63a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a62f1ae4909649e2981a19a26bdabae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987035 Nov 22 23:11:11.956893 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44084) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:12.013357 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cec4477-86a0-4cc2-a489-8d512b7afe3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:12.041064 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cec4477-86a0-4cc2-a489-8d512b7afe3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:12.098820 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cec4477-86a0-4cc2-a489-8d512b7afe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:12.101883 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845a8fdc-746f-4796-9d8b-048d36724d9e x-openstack-request-id: req-845a8fdc-746f-4796-9d8b-048d36724d9e {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:11:12.102181 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd19414-dc5d-4baa-a697-71ce6ffbb944", "name": "network-vif-deleted", "tag": "9a32d6b5-5043-43fb-98e4-95f79601a894", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:11:12.102436 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-845a8fdc-746f-4796-9d8b-048d36724d9e {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:11:12.102606 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4cec4477-86a0-4cc2-a489-8d512b7afe3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:12.102852 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd19414-dc5d-4baa-a697-71ce6ffbb944', 'name': 'network-vif-deleted', 'tag': '9a32d6b5-5043-43fb-98e4-95f79601a894', 'status': 'completed', 'code': 200} Nov 22 23:11:12.103778 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-4cec4477-86a0-4cc2-a489-8d512b7afe3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d0d37aa-45ae-46b9-9e1c-9c90484769fd HTTP/1.1" status: 204 len: 168 time: 0.1456964 Nov 22 23:11:12.115330 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec4477-86a0-4cc2-a489-8d512b7afe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0d37aa-45ae-46b9-9e1c-9c90484769fd,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:12.842256 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ff1d3a48-7f50-4541-b549-f0ce47adbf1a req-781d54e8-93ad-441f-a974-59235b02c601 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bd19414-dc5d-4baa-a697-71ce6ffbb944 HTTP/1.1" status: 200 len: 210 time: 0.0388787 Nov 22 23:11:14.052440 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 9a32d6b5-5043-43fb-98e4-95f79601a894 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:14.073104 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 9a32d6b5-5043-43fb-98e4-95f79601a894 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:14.073441 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 9a32d6b5-5043-43fb-98e4-95f79601a894 not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:11:14.097336 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bdc02-549c-411b-93f8-6390163de413 req-9b06a458-9f03-446d-9c47-2145ddc1a090 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:14.098886 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-272bdc02-549c-411b-93f8-6390163de413 req-9b06a458-9f03-446d-9c47-2145ddc1a090 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 946 time: 0.0500758 Nov 22 23:11:14.146757 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-272bdc02-549c-411b-93f8-6390163de413 req-e1c16143-179d-41a3-9ad1-ff40948b370e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Nov 22 23:11:15.265258 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deda8b-75cc-48dc-92c2-f7546e149e15 req-6e062540-041e-4aa4-a436-53f4ba25b530 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:15.266814 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-56deda8b-75cc-48dc-92c2-f7546e149e15 req-6e062540-041e-4aa4-a436-53f4ba25b530 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 946 time: 0.0480609 Nov 22 23:11:15.315384 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-56deda8b-75cc-48dc-92c2-f7546e149e15 req-a09009b2-ff98-45a0-91ca-b3dea9cc5099 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Nov 22 23:11:16.131950 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44200) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:16.290952 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Deleting port 2be22078-eded-4fa6-b227-533d5deea292 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:16.291287 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:16.372155 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:16.372421 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:16.386116 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Calling delete_port for 2be22078-eded-4fa6-b227-533d5deea292 owned by network:floatingip {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:16.461891 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633117dd-355f-42cd-9590-ea5f8dc41ff9 req-eeee3625-5bb6-4a77-96e5-35b2dc6c20c4 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:16.463460 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-633117dd-355f-42cd-9590-ea5f8dc41ff9 req-eeee3625-5bb6-4a77-96e5-35b2dc6c20c4 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 946 time: 0.0789340 Nov 22 23:11:16.486868 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac62a9-3c98-4c10-9d61-95e64ab06020 req-381d2b01-9be7-4d70-b30a-f8ca4fc3610e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:16.488370 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-78ac62a9-3c98-4c10-9d61-95e64ab06020 req-381d2b01-9be7-4d70-b30a-f8ca4fc3610e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 946 time: 0.0754766 Nov 22 23:11:16.553704 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:16.581981 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event deleted for resources: {'Port': ['ID=2be22078-eded-4fa6-b227-533d5deea292,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:16.586538 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-633117dd-355f-42cd-9590-ea5f8dc41ff9 req-1bdd1f09-1349-45b4-87f5-f0eb776f8e15 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165848 Nov 22 23:11:16.611763 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-78ac62a9-3c98-4c10-9d61-95e64ab06020 req-1763db12-01e1-470c-8ebb-7f8d1fc8c721 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Deleting port 026135b7-3b27-4e8b-b597-31748502f124 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:16.611763 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-78ac62a9-3c98-4c10-9d61-95e64ab06020 req-1763db12-01e1-470c-8ebb-7f8d1fc8c721 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:16.655638 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:16.655849 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.l3_db [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Floating IP 18a9d5c3-e3cd-441e-b415-60759b587d8d disassociated (deleted). External IP: 172.27.0.119, port: 706f4d9d-ccd1-4156-80f6-be31b459d5bf. Nov 22 23:11:16.703256 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-78ac62a9-3c98-4c10-9d61-95e64ab06020 req-1763db12-01e1-470c-8ebb-7f8d1fc8c721 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] For port 026135b7-3b27-4e8b-b597-31748502f124, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=026135b7-3b27-4e8b-b597-31748502f124,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:16.703713 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-78ac62a9-3c98-4c10-9d61-95e64ab06020 req-1763db12-01e1-470c-8ebb-7f8d1fc8c721 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:16.718389 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-78ac62a9-3c98-4c10-9d61-95e64ab06020 req-1763db12-01e1-470c-8ebb-7f8d1fc8c721 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Calling delete_port for 026135b7-3b27-4e8b-b597-31748502f124 owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:16.852674 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-78ac62a9-3c98-4c10-9d61-95e64ab06020 req-1763db12-01e1-470c-8ebb-7f8d1fc8c721 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:16.882622 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763db12-01e1-470c-8ebb-7f8d1fc8c721 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Pushing event deleted for resources: {'Port': ['ID=026135b7-3b27-4e8b-b597-31748502f124,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:16.882932 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:11:16.893682 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['ffebb815-24db-4e82-bc2e-25eb4ed18d2e', 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d', '431b34e0-b753-44ee-b376-f24909d2b4c5', '026135b7-3b27-4e8b-b597-31748502f124'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:11:16.930361 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ac62a9-3c98-4c10-9d61-95e64ab06020 req-1763db12-01e1-470c-8ebb-7f8d1fc8c721 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] No DVR routers for this DVR port 026135b7-3b27-4e8b-b597-31748502f124 on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:11:16.932977 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-78ac62a9-3c98-4c10-9d61-95e64ab06020 req-1763db12-01e1-470c-8ebb-7f8d1fc8c721 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:16.937927 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-78ac62a9-3c98-4c10-9d61-95e64ab06020 req-1763db12-01e1-470c-8ebb-7f8d1fc8c721 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "DELETE /v2.0/ports/026135b7-3b27-4e8b-b597-31748502f124 HTTP/1.1" status: 204 len: 173 time: 0.4427178 Nov 22 23:11:16.939347 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42b54ba-f556-4282-9656-c2442bc8f1ef', 'name': 'network-vif-deleted', 'tag': '026135b7-3b27-4e8b-b597-31748502f124'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:11:16.942289 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6bce45-5088-4882-925a-9a310fe51d69" -d '{"events": [{"server_uuid": "d42b54ba-f556-4282-9656-c2442bc8f1ef", "name": "network-vif-deleted", "tag": "026135b7-3b27-4e8b-b597-31748502f124"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:11:16.997790 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62cdee2-18b6-4dac-b70c-ad283a9f7a03 x-openstack-request-id: req-a62cdee2-18b6-4dac-b70c-ad283a9f7a03 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:11:16.997790 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42b54ba-f556-4282-9656-c2442bc8f1ef", "name": "network-vif-deleted", "tag": "026135b7-3b27-4e8b-b597-31748502f124", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:11:16.997790 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a62cdee2-18b6-4dac-b70c-ad283a9f7a03 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:11:16.997790 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42b54ba-f556-4282-9656-c2442bc8f1ef', 'name': 'network-vif-deleted', 'tag': '026135b7-3b27-4e8b-b597-31748502f124', 'status': 'completed', 'code': 200} Nov 22 23:11:17.292767 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:11:17.300693 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:17.305010 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61bb91a-7c7a-4f3e-bcfa-9d897174ecdf None None] Sync routers for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:11:17.319863 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61bb91a-7c7a-4f3e-bcfa-9d897174ecdf None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:11:17.320984 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a61bb91a-7c7a-4f3e-bcfa-9d897174ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:11:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:17.339698 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-a0f40faf-6c67-4d53-821a-118967f115f4 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "DELETE /v2.0/floatingips/18a9d5c3-e3cd-441e-b415-60759b587d8d HTTP/1.1" status: 204 len: 168 time: 1.2066157 Nov 22 23:11:17.340433 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'tag': '706f4d9d-ccd1-4156-80f6-be31b459d5bf'}] {{(pid=102662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:11:17.342850 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09caa06cf180169a4e68d606dc9bda4811349a256974e46f4c509ef8c2105163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88cb73f-8c9e-4802-92a9-04744901d914" -d '{"events": [{"name": "network-changed", "server_uuid": "2d45b951-a55d-4405-b588-c9a39961ed7e", "tag": "706f4d9d-ccd1-4156-80f6-be31b459d5bf"}]}' {{(pid=102662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:11:17.387915 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d657015e-57f2-425f-a459-ac08dd282a6c x-openstack-request-id: req-d657015e-57f2-425f-a459-ac08dd282a6c {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:11:17.388221 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d45b951-a55d-4405-b588-c9a39961ed7e", "tag": "706f4d9d-ccd1-4156-80f6-be31b459d5bf", "status": "completed", "code": 200}]} {{(pid=102662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:11:17.388588 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d657015e-57f2-425f-a459-ac08dd282a6c {{(pid=102662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:11:17.388986 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'tag': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'status': 'completed', 'code': 200} Nov 22 23:11:17.454413 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a61bb91a-7c7a-4f3e-bcfa-9d897174ecdf None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:11:17.523614 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb73f-8c9e-4802-92a9-04744901d914 req-82454087-b170-451f-8477-017ee9683563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:17.525302 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a88cb73f-8c9e-4802-92a9-04744901d914 req-82454087-b170-451f-8477-017ee9683563 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4371c64c75764f9c80faa90370720ae5&device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 1099 time: 0.0715959 Nov 22 23:11:17.714846 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a61bb91a-7c7a-4f3e-bcfa-9d897174ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:17.743052 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61bb91a-7c7a-4f3e-bcfa-9d897174ecdf None None] Checking router: 6e2d9066-54c9-486d-bd4a-1c5a235dc91e for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:11:17.751571 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61bb91a-7c7a-4f3e-bcfa-9d897174ecdf None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:11:17.752189 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a61bb91a-7c7a-4f3e-bcfa-9d897174ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:11:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:17.762971 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8898d8c6-6cef-4639-a889-dda944f96310 req-09038afc-c364-417e-90cc-edc1e19e1135 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=d42b54ba-f556-4282-9656-c2442bc8f1ef HTTP/1.1" status: 200 len: 210 time: 0.0523112 Nov 22 23:11:17.798558 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7c54-48c0-431c-baa6-89362d12ef7f req-18c78093-2211-44e8-9c2d-e60ed12b0b61 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:17.799994 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb8c7c54-48c0-431c-baa6-89362d12ef7f req-18c78093-2211-44e8-9c2d-e60ed12b0b61 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 946 time: 0.1716912 Nov 22 23:11:17.816820 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb73f-8c9e-4802-92a9-04744901d914 req-705635fa-bfea-4b8f-80d3-d5e91b582eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:17.818305 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a88cb73f-8c9e-4802-92a9-04744901d914 req-705635fa-bfea-4b8f-80d3-d5e91b582eac service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 200 len: 913 time: 0.2246280 Nov 22 23:11:17.868280 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a61bb91a-7c7a-4f3e-bcfa-9d897174ecdf None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:11:17.879666 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a88cb73f-8c9e-4802-92a9-04744901d914 req-d79d01e2-c2fb-419d-bae2-2b13f8069957 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=706f4d9d-ccd1-4156-80f6-be31b459d5bf HTTP/1.1" status: 200 len: 217 time: 0.0464215 Nov 22 23:11:18.089968 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a61bb91a-7c7a-4f3e-bcfa-9d897174ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:18.118402 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61bb91a-7c7a-4f3e-bcfa-9d897174ecdf None None] The sync data for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi is: [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:42Z', 'revision_number': 4, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '1cebc737-59f6-4c96-b04c-3c31cf3065d8', 'name': '', 'network_id': '0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'mac_address': 'fa:16:3e:5d:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:41Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'subnets': [{'id': '450f4020-44ab-4ce7-9946-d9eada69384a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:11:18.172152 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb8c7c54-48c0-431c-baa6-89362d12ef7f req-0769368b-b125-469e-ab0d-df3634889062 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3641768 Nov 22 23:11:18.196251 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb73f-8c9e-4802-92a9-04744901d914 req-6b2baaa4-21fa-4d39-a2fa-54bbec63943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:18.197800 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a88cb73f-8c9e-4802-92a9-04744901d914 req-6b2baaa4-21fa-4d39-a2fa-54bbec63943e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=450f4020-44ab-4ce7-9946-d9eada69384a HTTP/1.1" status: 200 len: 850 time: 0.3093908 Nov 22 23:11:18.246712 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb73f-8c9e-4802-92a9-04744901d914 req-b146d609-d450-4fff-8334-8fb531a9657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:18.248229 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a88cb73f-8c9e-4802-92a9-04744901d914 req-b146d609-d450-4fff-8334-8fb531a9657a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418925 Nov 22 23:11:18.345604 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a88cb73f-8c9e-4802-92a9-04744901d914 req-6412cd41-adae-4fd0-945b-9bcc8114c3b9 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876973 Nov 22 23:11:18.349848 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbce8e81-f92f-4bc9-a2df-aac9986d1ab8 None None] New status for floating IP 18a9d5c3-e3cd-441e-b415-60759b587d8d: DOWN {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:11:18.438717 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a88cb73f-8c9e-4802-92a9-04744901d914 req-21dde13b-cc83-4314-bf52-f24eaa318bf3 service neutron] 10.222.0.83 "GET /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842586 Nov 22 23:11:19.291504 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3e053-2174-4edc-823d-2cfd2129b9f9 req-4a40a3d2-34b2-42ad-b4ec-bae66e82d36f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:19.293025 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5bd3e053-2174-4edc-823d-2cfd2129b9f9 req-4a40a3d2-34b2-42ad-b4ec-bae66e82d36f tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 946 time: 0.0515351 Nov 22 23:11:19.347518 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5bd3e053-2174-4edc-823d-2cfd2129b9f9 req-5b1eff72-42a0-4b30-9b8b-63567b2d7b51 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/security-groups?id=79b6e914-f73b-4699-83e3-ac42fb75b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484576 Nov 22 23:11:19.566205 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0bbb5-62c5-489f-8e0e-1d293c24c00d req-ecd7f624-0c8e-44cc-a7fb-b446825c1448 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:19.567685 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-81d0bbb5-62c5-489f-8e0e-1d293c24c00d req-ecd7f624-0c8e-44cc-a7fb-b446825c1448 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 946 time: 0.0510006 Nov 22 23:11:19.667687 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-81d0bbb5-62c5-489f-8e0e-1d293c24c00d req-750f2fb6-3a8e-4996-8894-c2695c2aa516 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Deleting port 706f4d9d-ccd1-4156-80f6-be31b459d5bf {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:19.668027 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-81d0bbb5-62c5-489f-8e0e-1d293c24c00d req-750f2fb6-3a8e-4996-8894-c2695c2aa516 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:19.762609 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-81d0bbb5-62c5-489f-8e0e-1d293c24c00d req-750f2fb6-3a8e-4996-8894-c2695c2aa516 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] For port 706f4d9d-ccd1-4156-80f6-be31b459d5bf, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=706f4d9d-ccd1-4156-80f6-be31b459d5bf,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:19.762978 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-81d0bbb5-62c5-489f-8e0e-1d293c24c00d req-750f2fb6-3a8e-4996-8894-c2695c2aa516 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:19.775478 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-81d0bbb5-62c5-489f-8e0e-1d293c24c00d req-750f2fb6-3a8e-4996-8894-c2695c2aa516 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Calling delete_port for 706f4d9d-ccd1-4156-80f6-be31b459d5bf owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:19.911396 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-81d0bbb5-62c5-489f-8e0e-1d293c24c00d req-750f2fb6-3a8e-4996-8894-c2695c2aa516 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:19.942261 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f2fb6-3a8e-4996-8894-c2695c2aa516 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event deleted for resources: {'Port': ['ID=706f4d9d-ccd1-4156-80f6-be31b459d5bf,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:19.988763 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d0bbb5-62c5-489f-8e0e-1d293c24c00d req-750f2fb6-3a8e-4996-8894-c2695c2aa516 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] No DVR routers for this DVR port 706f4d9d-ccd1-4156-80f6-be31b459d5bf on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:11:19.991229 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-81d0bbb5-62c5-489f-8e0e-1d293c24c00d req-750f2fb6-3a8e-4996-8894-c2695c2aa516 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:19.994589 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-81d0bbb5-62c5-489f-8e0e-1d293c24c00d req-750f2fb6-3a8e-4996-8894-c2695c2aa516 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.83 "DELETE /v2.0/ports/706f4d9d-ccd1-4156-80f6-be31b459d5bf HTTP/1.1" status: 204 len: 173 time: 0.4204612 Nov 22 23:11:19.995041 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'name': 'network-vif-deleted', 'tag': '706f4d9d-ccd1-4156-80f6-be31b459d5bf'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:11:19.997353 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7501d8-e762-4539-8d9e-5562f6bbf904" -d '{"events": [{"server_uuid": "2d45b951-a55d-4405-b588-c9a39961ed7e", "name": "network-vif-deleted", "tag": "706f4d9d-ccd1-4156-80f6-be31b459d5bf"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:11:20.036704 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1f3083-6ea9-4a3f-9fdc-3e4553c5b7f3 x-openstack-request-id: req-db1f3083-6ea9-4a3f-9fdc-3e4553c5b7f3 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:11:20.037382 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d45b951-a55d-4405-b588-c9a39961ed7e", "name": "network-vif-deleted", "tag": "706f4d9d-ccd1-4156-80f6-be31b459d5bf", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:11:20.037669 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db1f3083-6ea9-4a3f-9fdc-3e4553c5b7f3 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:11:20.038079 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d45b951-a55d-4405-b588-c9a39961ed7e', 'name': 'network-vif-deleted', 'tag': '706f4d9d-ccd1-4156-80f6-be31b459d5bf', 'status': 'completed', 'code': 200} Nov 22 23:11:20.115177 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 026135b7-3b27-4e8b-b597-31748502f124 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:20.135547 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 026135b7-3b27-4e8b-b597-31748502f124 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:20.135972 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 026135b7-3b27-4e8b-b597-31748502f124 not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:11:20.136456 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 706f4d9d-ccd1-4156-80f6-be31b459d5bf no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:20.158156 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 706f4d9d-ccd1-4156-80f6-be31b459d5bf {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:20.158501 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 706f4d9d-ccd1-4156-80f6-be31b459d5bf not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:11:20.199135 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478e21e-c94e-4c31-81ce-f09884f73daf req-855bbed9-b992-473c-b01b-9cec8bfb1a6e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:20.200602 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b478e21e-c94e-4c31-81ce-f09884f73daf req-855bbed9-b992-473c-b01b-9cec8bfb1a6e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 945 time: 0.0534275 Nov 22 23:11:20.248023 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b478e21e-c94e-4c31-81ce-f09884f73daf req-314a442b-702b-4b94-9c44-9eb083f7a8d8 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 Nov 22 23:11:20.452030 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c84abeac-6a97-49d6-b0d5-5ac6cc5eb595 req-cd0733c8-e198-4dae-9d08-bf8bb6d3bf58 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d45b951-a55d-4405-b588-c9a39961ed7e HTTP/1.1" status: 200 len: 210 time: 0.0293965 Nov 22 23:11:21.366397 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f43fd-c67f-402e-9c72-3839a74831c2 req-944433d9-7150-4173-83d5-5cc6902182d6 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:21.368078 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fc2f43fd-c67f-402e-9c72-3839a74831c2 req-944433d9-7150-4173-83d5-5cc6902182d6 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 945 time: 0.0505152 Nov 22 23:11:21.416813 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fc2f43fd-c67f-402e-9c72-3839a74831c2 req-d7aec02d-28a2-456e-be3f-4710a33493a9 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427461 Nov 22 23:11:21.511030 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44246) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:21.639373 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0eb4c-e463-4e65-a707-c6e4c7bd079a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Deleting port 27ce0828-454d-44a9-ac3d-82dd5bbaee8e {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:21.639664 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bbd0eb4c-e463-4e65-a707-c6e4c7bd079a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:21.719637 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bbd0eb4c-e463-4e65-a707-c6e4c7bd079a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:21.720489 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bbd0eb4c-e463-4e65-a707-c6e4c7bd079a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:21.732942 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0eb4c-e463-4e65-a707-c6e4c7bd079a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Calling delete_port for 27ce0828-454d-44a9-ac3d-82dd5bbaee8e owned by network:floatingip {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:21.866760 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bbd0eb4c-e463-4e65-a707-c6e4c7bd079a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:21.895020 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0eb4c-e463-4e65-a707-c6e4c7bd079a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event deleted for resources: {'Port': ['ID=27ce0828-454d-44a9-ac3d-82dd5bbaee8e,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:21.958424 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bbd0eb4c-e463-4e65-a707-c6e4c7bd079a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for floatingip, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:21.961038 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-bbd0eb4c-e463-4e65-a707-c6e4c7bd079a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:21.964305 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-bbd0eb4c-e463-4e65-a707-c6e4c7bd079a tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "DELETE /v2.0/floatingips/cf242895-cf16-4953-93c1-02510d379891 HTTP/1.1" status: 204 len: 168 time: 0.4502399 Nov 22 23:11:22.557880 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3068d26-e5dd-4f89-ae5a-4ce1622fe651 req-3d0f52da-22fe-4cf5-aa70-64dda38c5dd4 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:22.559365 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f3068d26-e5dd-4f89-ae5a-4ce1622fe651 req-3d0f52da-22fe-4cf5-aa70-64dda38c5dd4 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 945 time: 0.0741112 Nov 22 23:11:22.599983 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d325ca4-db4e-48dc-98f0-69e024a3ece1 req-2edad547-757b-41f4-805d-0edacc386770 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:22.601422 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7d325ca4-db4e-48dc-98f0-69e024a3ece1 req-2edad547-757b-41f4-805d-0edacc386770 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 945 time: 0.0765460 Nov 22 23:11:22.646650 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f3068d26-e5dd-4f89-ae5a-4ce1622fe651 req-a27c9f00-27b5-4006-8e29-a2837b9c8211 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802491 Nov 22 23:11:22.705982 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-7d325ca4-db4e-48dc-98f0-69e024a3ece1 req-ca785b04-ba47-4968-8cf8-99d78cf1993c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Deleting port 431b34e0-b753-44ee-b376-f24909d2b4c5 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:22.706230 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-7d325ca4-db4e-48dc-98f0-69e024a3ece1 req-ca785b04-ba47-4968-8cf8-99d78cf1993c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:22.796886 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-7d325ca4-db4e-48dc-98f0-69e024a3ece1 req-ca785b04-ba47-4968-8cf8-99d78cf1993c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] For port 431b34e0-b753-44ee-b376-f24909d2b4c5, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=431b34e0-b753-44ee-b376-f24909d2b4c5,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:22.797245 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-7d325ca4-db4e-48dc-98f0-69e024a3ece1 req-ca785b04-ba47-4968-8cf8-99d78cf1993c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:22.809532 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-7d325ca4-db4e-48dc-98f0-69e024a3ece1 req-ca785b04-ba47-4968-8cf8-99d78cf1993c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Calling delete_port for 431b34e0-b753-44ee-b376-f24909d2b4c5 owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:22.943168 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-7d325ca4-db4e-48dc-98f0-69e024a3ece1 req-ca785b04-ba47-4968-8cf8-99d78cf1993c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:22.971174 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca785b04-ba47-4968-8cf8-99d78cf1993c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Pushing event deleted for resources: {'Port': ['ID=431b34e0-b753-44ee-b376-f24909d2b4c5,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:22.980008 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['ffebb815-24db-4e82-bc2e-25eb4ed18d2e', 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d', '431b34e0-b753-44ee-b376-f24909d2b4c5'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:11:23.011752 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d325ca4-db4e-48dc-98f0-69e024a3ece1 req-ca785b04-ba47-4968-8cf8-99d78cf1993c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] No DVR routers for this DVR port 431b34e0-b753-44ee-b376-f24909d2b4c5 on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:11:23.014124 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-7d325ca4-db4e-48dc-98f0-69e024a3ece1 req-ca785b04-ba47-4968-8cf8-99d78cf1993c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:23.017734 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7d325ca4-db4e-48dc-98f0-69e024a3ece1 req-ca785b04-ba47-4968-8cf8-99d78cf1993c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "DELETE /v2.0/ports/431b34e0-b753-44ee-b376-f24909d2b4c5 HTTP/1.1" status: 204 len: 173 time: 0.4082692 Nov 22 23:11:23.018183 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c826379-b173-4887-bf56-92001a040979', 'name': 'network-vif-deleted', 'tag': '431b34e0-b753-44ee-b376-f24909d2b4c5'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:11:23.020405 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300825f6-2ef2-4999-8018-b5f3eca2e21a" -d '{"events": [{"server_uuid": "4c826379-b173-4887-bf56-92001a040979", "name": "network-vif-deleted", "tag": "431b34e0-b753-44ee-b376-f24909d2b4c5"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:11:23.065177 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12a586b-c0b4-4aae-91f0-390aab315e23 x-openstack-request-id: req-a12a586b-c0b4-4aae-91f0-390aab315e23 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:11:23.065491 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c826379-b173-4887-bf56-92001a040979", "name": "network-vif-deleted", "tag": "431b34e0-b753-44ee-b376-f24909d2b4c5", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:11:23.066647 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a12a586b-c0b4-4aae-91f0-390aab315e23 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:11:23.067048 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c826379-b173-4887-bf56-92001a040979', 'name': 'network-vif-deleted', 'tag': '431b34e0-b753-44ee-b376-f24909d2b4c5', 'status': 'completed', 'code': 200} Nov 22 23:11:23.160452 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44266) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:23.229048 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96db3e97-f170-485b-b72c-fac3149dee94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:23.257374 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96db3e97-f170-485b-b72c-fac3149dee94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:23.319868 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96db3e97-f170-485b-b72c-fac3149dee94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:23.322525 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-96db3e97-f170-485b-b72c-fac3149dee94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:23.323680 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-96db3e97-f170-485b-b72c-fac3149dee94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] 10.222.0.81 "DELETE /v2.0/security-groups/79b6e914-f73b-4699-83e3-ac42fb75b6be HTTP/1.1" status: 204 len: 168 time: 0.1622312 Nov 22 23:11:23.334255 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db3e97-f170-485b-b72c-fac3149dee94 tempest-TestVolumeBootPattern-2031082835 tempest-TestVolumeBootPattern-2031082835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b6e914-f73b-4699-83e3-ac42fb75b6be,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:23.390185 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44270) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:23.775307 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-44b1f4b9-04ef-4f31-9af7-ad4a463d97dc req-af7c7cb3-f01b-457b-9d9a-6adb1ddda168 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c826379-b173-4887-bf56-92001a040979 HTTP/1.1" status: 200 len: 210 time: 0.0349770 Nov 22 23:11:23.945936 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4b5f402-7932-4afc-ace6-a8ff07bcd9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16292126'] for router_interface, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:24.198850 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f4b5f402-7932-4afc-ace6-a8ff07bcd9d8 admin admin] Deleting port 1cebc737-59f6-4c96-b04c-3c31cf3065d8 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:24.199079 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4b5f402-7932-4afc-ace6-a8ff07bcd9d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:24.277843 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-f4b5f402-7932-4afc-ace6-a8ff07bcd9d8 admin admin] For port 1cebc737-59f6-4c96-b04c-3c31cf3065d8, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=1cebc737-59f6-4c96-b04c-3c31cf3065d8,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:24.278201 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4b5f402-7932-4afc-ace6-a8ff07bcd9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:24.291192 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-f4b5f402-7932-4afc-ace6-a8ff07bcd9d8 admin admin] Calling delete_port for 1cebc737-59f6-4c96-b04c-3c31cf3065d8 owned by network:router_interface {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:24.470521 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4b5f402-7932-4afc-ace6-a8ff07bcd9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:24.499087 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5f402-7932-4afc-ace6-a8ff07bcd9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cebc737-59f6-4c96-b04c-3c31cf3065d8,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:24.666386 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f4b5f402-7932-4afc-ace6-a8ff07bcd9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398574'] for router_interface, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:24.885928 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b5f402-7932-4afc-ace6-a8ff07bcd9d8 admin admin] Router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:11:25.282307 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b5f402-7932-4afc-ace6-a8ff07bcd9d8 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:11:25.288006 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-f4b5f402-7932-4afc-ace6-a8ff07bcd9d8 admin admin] 10.222.0.81 "PUT /v2.0/routers/6e2d9066-54c9-486d-bd4a-1c5a235dc91e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8964612 Nov 22 23:11:25.290753 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44286) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:25.291842 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea93c0-d442-47cf-9324-c64f6f16bdf0 None None] Sync routers for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:11:25.303044 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea93c0-d442-47cf-9324-c64f6f16bdf0 None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:11:25.303809 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5bea93c0-d442-47cf-9324-c64f6f16bdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:11:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:25.308203 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83da76-e8d8-4608-98f8-086b69a625ac req-6e565f5d-414e-40f1-875f-54b57ce65d2c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:25.309939 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bc83da76-e8d8-4608-98f8-086b69a625ac req-6e565f5d-414e-40f1-875f-54b57ce65d2c tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 945 time: 0.0705972 Nov 22 23:11:25.362664 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bc83da76-e8d8-4608-98f8-086b69a625ac req-d931b115-2d40-4f91-99d5-e885153d34e1 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460577 Nov 22 23:11:25.407598 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:25.416537 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5bea93c0-d442-47cf-9324-c64f6f16bdf0 None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:11:25.512684 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:25.566954 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Deleting port 43051c43-288a-43ee-92a4-5b28a91bb225 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:25.567193 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:25.605192 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5bea93c0-d442-47cf-9324-c64f6f16bdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:11:24Z', 'revision_number': 5, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port': {'id': '43051c43-288a-43ee-92a4-5b28a91bb225', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:25.632283 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea93c0-d442-47cf-9324-c64f6f16bdf0 None None] Checking router: 6e2d9066-54c9-486d-bd4a-1c5a235dc91e for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:11:25.640464 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea93c0-d442-47cf-9324-c64f6f16bdf0 None None] Routers {'6e2d9066-54c9-486d-bd4a-1c5a235dc91e'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:11:25.641068 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5bea93c0-d442-47cf-9324-c64f6f16bdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:11:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:25.650094 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] For port 43051c43-288a-43ee-92a4-5b28a91bb225, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=43051c43-288a-43ee-92a4-5b28a91bb225,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:25.650483 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:25.669299 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Calling delete_port for 43051c43-288a-43ee-92a4-5b28a91bb225 owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:25.735294 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-5bea93c0-d442-47cf-9324-c64f6f16bdf0 None None] Set router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:11:25.796757 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-5bea93c0-d442-47cf-9324-c64f6f16bdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:11:25Z', 'revision_number': 6, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port_host': None}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:25.826013 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea93c0-d442-47cf-9324-c64f6f16bdf0 None None] The sync data for ids ['6e2d9066-54c9-486d-bd4a-1c5a235dc91e'] in dv-cinder-818834-1-iscsi is: [{'id': '6e2d9066-54c9-486d-bd4a-1c5a235dc91e', 'name': 'tempest-TestVolumeBootPattern-347854604-router', 'tenant_id': '4371c64c75764f9c80faa90370720ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:38Z', 'updated_at': '2021-11-22T23:11:25Z', 'revision_number': 6, 'project_id': '4371c64c75764f9c80faa90370720ae5', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:11:25.839827 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:25.868112 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Pushing event deleted for resources: {'Port': ['ID=43051c43-288a-43ee-92a4-5b28a91bb225,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:25.927817 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293312'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.025692 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28237'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.028204 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.077543 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398555'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.078102 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e2d9066-54c9-486d-bd4a-1c5a235dc91e {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 23:11:26.083324 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.084472 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-10d273e2-9b33-4f80-9dd8-e33ecbd5908f admin admin] 10.222.0.81 "DELETE /v2.0/routers/6e2d9066-54c9-486d-bd4a-1c5a235dc91e HTTP/1.1" status: 204 len: 168 time: 0.7927403 Nov 22 23:11:26.087580 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44290) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:26.122276 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 431b34e0-b753-44ee-b376-f24909d2b4c5 no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:26.134157 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb17c3b-263c-4435-a6b3-fc81903fb01d admin admin] Deleting subnet 450f4020-44ab-4ce7-9946-d9eada69384a {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:11:26.137536 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aeb17c3b-263c-4435-a6b3-fc81903fb01d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.143918 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 431b34e0-b753-44ee-b376-f24909d2b4c5 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:26.144264 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 431b34e0-b753-44ee-b376-f24909d2b4c5 not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:11:26.175865 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aeb17c3b-263c-4435-a6b3-fc81903fb01d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396422'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.273039 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aeb17c3b-263c-4435-a6b3-fc81903fb01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.332389 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aeb17c3b-263c-4435-a6b3-fc81903fb01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13277457'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.355622 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb17c3b-263c-4435-a6b3-fc81903fb01d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450f4020-44ab-4ce7-9946-d9eada69384a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:26.361321 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-aeb17c3b-263c-4435-a6b3-fc81903fb01d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.366795 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-aeb17c3b-263c-4435-a6b3-fc81903fb01d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/450f4020-44ab-4ce7-9946-d9eada69384a HTTP/1.1" status: 204 len: 168 time: 0.2758703 Nov 22 23:11:26.367021 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44292) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:26.369814 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffe92ac-4ddf-4e01-b9d6-b88b928bcbf1 None None] Network 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:11:26.449810 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.489940 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4e749-d4e7-4ad9-8503-7450751e7e04 req-1d566dc3-1a5f-43da-8a8a-26f790eab070 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:26.491884 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-86f4e749-d4e7-4ad9-8503-7450751e7e04 req-1d566dc3-1a5f-43da-8a8a-26f790eab070 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 945 time: 0.0533144 Nov 22 23:11:26.509679 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Deleting port 35624bd2-5507-4d21-b6e8-ddd428a75736 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:26.510415 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.549165 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-86f4e749-d4e7-4ad9-8503-7450751e7e04 req-6ab00dae-9ace-4976-880d-75fba5e1bbe1 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483057 Nov 22 23:11:26.578066 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] For port 35624bd2-5507-4d21-b6e8-ddd428a75736, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=35624bd2-5507-4d21-b6e8-ddd428a75736,segment=NetworkSegment(efb098af-2a53-45e3-942f-360340ca026a),segment_id=efb098af-2a53-45e3-942f-360340ca026a)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:26.578505 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.593882 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Calling delete_port for 35624bd2-5507-4d21-b6e8-ddd428a75736 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:26.619153 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ded63f8-298b-4ccc-bc25-af187ea6b1e7 None None] DHCP port deletion for 0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 request from dv-cinder-818834-1-iscsi {{(pid=102664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 23:11:26.657874 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 1cebc737-59f6-4c96-b04c-3c31cf3065d8 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:26.680795 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 1cebc737-59f6-4c96-b04c-3c31cf3065d8 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:26.681364 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 1cebc737-59f6-4c96-b04c-3c31cf3065d8 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:11:26.698176 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.707478 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8ded63f8-298b-4ccc-bc25-af187ea6b1e7 None None] Deleting port 35624bd2-5507-4d21-b6e8-ddd428a75736 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:26.708176 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ded63f8-298b-4ccc-bc25-af187ea6b1e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.726272 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Pushing event deleted for resources: {'Port': ['ID=35624bd2-5507-4d21-b6e8-ddd428a75736,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:26.729734 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] No DVR routers for this DVR port 35624bd2-5507-4d21-b6e8-ddd428a75736 on host dv-cinder-818834-1-iscsi {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:11:26.784012 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-8ded63f8-298b-4ccc-bc25-af187ea6b1e7 None None] For port 35624bd2-5507-4d21-b6e8-ddd428a75736, host dv-cinder-818834-1-iscsi, got binding levels [] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:26.784430 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ded63f8-298b-4ccc-bc25-af187ea6b1e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.797021 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8ded63f8-298b-4ccc-bc25-af187ea6b1e7 None None] Calling delete_port for 35624bd2-5507-4d21-b6e8-ddd428a75736 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:26.800775 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-8ded63f8-298b-4ccc-bc25-af187ea6b1e7 None None] Port 35624bd2-5507-4d21-b6e8-ddd428a75736 was not found and therefore no delete operation was performed {{(pid=102664) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 23:11:26.802064 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ded63f8-298b-4ccc-bc25-af187ea6b1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.804898 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.826040 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:26.829733 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded63f8-298b-4ccc-bc25-af187ea6b1e7 None None] Pushing event deleted for resources: {'Port': ['ID=35624bd2-5507-4d21-b6e8-ddd428a75736,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:26.836328 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb098af-2a53-45e3-942f-360340ca026a') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:26.836620 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb098af-2a53-45e3-942f-360340ca026a') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:26.837794 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded63f8-298b-4ccc-bc25-af187ea6b1e7 None None] No DVR routers for this DVR port 35624bd2-5507-4d21-b6e8-ddd428a75736 on host dv-cinder-818834-1-iscsi {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:11:26.850618 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396447'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.865872 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.872388 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:11:26.872783 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536132'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: Traceback (most recent call last): Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: timer() Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: cb(*args, **kw) Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: return func(*args, **kwargs) Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: self._notify() Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: self.callback(batched_events) Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: event.method(event) Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: return f(self, *a, **k) Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._get(url).json() Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:11:26.874721 dv-cinder-818834-1-iscsi neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:11:26.933936 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.941758 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:26.949369 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] 10.222.0.81 "DELETE /v2.0/networks/0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9 HTTP/1.1" status: 204 len: 168 time: 0.5814044 Nov 22 23:11:26.952428 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44296) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:26.961446 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1b72e-994f-46fe-a47d-5087d4f1eafd admin admin] Pushing event deleted for resources: {'Network': ['ID=0b01dbc7-4a1a-48b9-85b0-7d9ce9e6dcb9,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:27.195231 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d32c15-a2e3-4e4e-8f9c-19b2d2fca7c0 req-0eff15f6-56b9-476c-bada-1d13635150b9 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:27.196804 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a8d32c15-a2e3-4e4e-8f9c-19b2d2fca7c0 req-0eff15f6-56b9-476c-bada-1d13635150b9 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 945 time: 0.0956690 Nov 22 23:11:27.361084 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-a8d32c15-a2e3-4e4e-8f9c-19b2d2fca7c0 req-0308da84-427e-4c0c-9bc8-d2b901efbe91 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Deleting port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:27.361452 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a8d32c15-a2e3-4e4e-8f9c-19b2d2fca7c0 req-0308da84-427e-4c0c-9bc8-d2b901efbe91 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:27.488254 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-a8d32c15-a2e3-4e4e-8f9c-19b2d2fca7c0 req-0308da84-427e-4c0c-9bc8-d2b901efbe91 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] For port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:27.488623 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a8d32c15-a2e3-4e4e-8f9c-19b2d2fca7c0 req-0308da84-427e-4c0c-9bc8-d2b901efbe91 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:27.504102 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-a8d32c15-a2e3-4e4e-8f9c-19b2d2fca7c0 req-0308da84-427e-4c0c-9bc8-d2b901efbe91 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Calling delete_port for a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:27.528419 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4fc5-438f-42d9-93f8-fddd4da2181d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16292126'] for router_interface, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:27.780393 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c16dde-3620-4ad2-915b-d07011b1717e req-7f66f999-4b2a-4411-b8eb-10bce46c1902 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:27.782153 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-58c16dde-3620-4ad2-915b-d07011b1717e req-7f66f999-4b2a-4411-b8eb-10bce46c1902 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ef14e4-bf9d-41c7-b87e-b674d18f978d HTTP/1.1" status: 200 len: 945 time: 0.1380947 Nov 22 23:11:27.851884 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a8d32c15-a2e3-4e4e-8f9c-19b2d2fca7c0 req-0308da84-427e-4c0c-9bc8-d2b901efbe91 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:27.897013 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308da84-427e-4c0c-9bc8-d2b901efbe91 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Pushing event deleted for resources: {'Port': ['ID=a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:27.897271 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['ffebb815-24db-4e82-bc2e-25eb4ed18d2e', 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:11:27.902170 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-58c16dde-3620-4ad2-915b-d07011b1717e req-b4d2d5fb-2b14-402c-9ef7-434c8a091cbb tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977676 Nov 22 23:11:27.959344 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d32c15-a2e3-4e4e-8f9c-19b2d2fca7c0 req-0308da84-427e-4c0c-9bc8-d2b901efbe91 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] No DVR routers for this DVR port a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:11:27.960228 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-a8d32c15-a2e3-4e4e-8f9c-19b2d2fca7c0 req-0308da84-427e-4c0c-9bc8-d2b901efbe91 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:27.963584 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a8d32c15-a2e3-4e4e-8f9c-19b2d2fca7c0 req-0308da84-427e-4c0c-9bc8-d2b901efbe91 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "DELETE /v2.0/ports/a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d HTTP/1.1" status: 204 len: 173 time: 0.7600260 Nov 22 23:11:27.964042 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ef14e4-bf9d-41c7-b87e-b674d18f978d', 'name': 'network-vif-deleted', 'tag': 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:11:27.966393 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fa4d4c-37c7-47f4-be14-40cdf2d5b7ad" -d '{"events": [{"server_uuid": "39ef14e4-bf9d-41c7-b87e-b674d18f978d", "name": "network-vif-deleted", "tag": "a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:11:28.053153 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e4fc5-438f-42d9-93f8-fddd4da2181d admin admin] Deleting port b0473cd1-3e0c-437c-a7a6-de3e5badfd29 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:28.053954 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4fc5-438f-42d9-93f8-fddd4da2181d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:28.091873 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 35624bd2-5507-4d21-b6e8-ddd428a75736 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:28.100951 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef7526c-ee17-4811-97ec-147b9cc66f03 x-openstack-request-id: req-1ef7526c-ee17-4811-97ec-147b9cc66f03 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:11:28.101303 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ef14e4-bf9d-41c7-b87e-b674d18f978d", "name": "network-vif-deleted", "tag": "a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:11:28.101487 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ef7526c-ee17-4811-97ec-147b9cc66f03 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:11:28.101915 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ef14e4-bf9d-41c7-b87e-b674d18f978d', 'name': 'network-vif-deleted', 'tag': 'a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d', 'status': 'completed', 'code': 200} Nov 22 23:11:28.121920 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 35624bd2-5507-4d21-b6e8-ddd428a75736 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:28.122305 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 35624bd2-5507-4d21-b6e8-ddd428a75736 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:11:28.122706 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 43051c43-288a-43ee-92a4-5b28a91bb225 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:28.148433 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 43051c43-288a-43ee-92a4-5b28a91bb225 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:28.148854 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 43051c43-288a-43ee-92a4-5b28a91bb225 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:11:28.170349 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-0c6e4fc5-438f-42d9-93f8-fddd4da2181d admin admin] For port b0473cd1-3e0c-437c-a7a6-de3e5badfd29, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=b0473cd1-3e0c-437c-a7a6-de3e5badfd29,segment=NetworkSegment(9512251b-f984-40f2-9a49-e3c454168e13),segment_id=9512251b-f984-40f2-9a49-e3c454168e13)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:28.170709 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4fc5-438f-42d9-93f8-fddd4da2181d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:28.183652 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e4fc5-438f-42d9-93f8-fddd4da2181d admin admin] Calling delete_port for b0473cd1-3e0c-437c-a7a6-de3e5badfd29 owned by network:router_interface {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:28.360812 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4fc5-438f-42d9-93f8-fddd4da2181d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:28.387266 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e4fc5-438f-42d9-93f8-fddd4da2181d admin admin] Pushing event deleted for resources: {'Port': ['ID=b0473cd1-3e0c-437c-a7a6-de3e5badfd29,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:28.566405 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4fc5-438f-42d9-93f8-fddd4da2181d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398574'] for router_interface, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:28.787848 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6e4fc5-438f-42d9-93f8-fddd4da2181d admin admin] Router 4e26cd4d-4070-4827-942f-921860e6f753 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:11:28.895716 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6e4fc5-438f-42d9-93f8-fddd4da2181d admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:11:28.900922 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-0c6e4fc5-438f-42d9-93f8-fddd4da2181d admin admin] 10.222.0.81 "PUT /v2.0/routers/4e26cd4d-4070-4827-942f-921860e6f753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9474077 Nov 22 23:11:28.903495 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44318) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:28.904412 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c2457-9e99-43be-b667-72aaa88e515e None None] Sync routers for ids ['4e26cd4d-4070-4827-942f-921860e6f753'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:11:28.915120 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c2457-9e99-43be-b667-72aaa88e515e None None] Routers {'4e26cd4d-4070-4827-942f-921860e6f753'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:11:28.915586 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-9c1c2457-9e99-43be-b667-72aaa88e515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:11:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4e26cd4d-4070-4827-942f-921860e6f753'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:29.018670 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Publish callbacks [] for router, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:29.026159 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-9c1c2457-9e99-43be-b667-72aaa88e515e None None] Set router 4e26cd4d-4070-4827-942f-921860e6f753 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:11:29.140439 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:29.199049 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Deleting port f257fe0d-3f5f-42d3-834f-994f5e33389f {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:29.199600 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:29.285430 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] For port f257fe0d-3f5f-42d3-834f-994f5e33389f, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=f257fe0d-3f5f-42d3-834f-994f5e33389f,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:29.285831 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:29.297402 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Calling delete_port for f257fe0d-3f5f-42d3-834f-994f5e33389f owned by network:router_gateway {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:29.319457 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-9c1c2457-9e99-43be-b667-72aaa88e515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e26cd4d-4070-4827-942f-921860e6f753', 'name': 'tempest-TestVolumeBootPattern-1346370937-router', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:11:28Z', 'revision_number': 5, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'gw_port': {'id': 'f257fe0d-3f5f-42d3-834f-994f5e33389f', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e26cd4d-4070-4827-942f-921860e6f753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:00:46Z', 'updated_at': '2021-11-22T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:29.352326 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c2457-9e99-43be-b667-72aaa88e515e None None] Checking router: 4e26cd4d-4070-4827-942f-921860e6f753 for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:11:29.360963 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c2457-9e99-43be-b667-72aaa88e515e None None] Routers {'4e26cd4d-4070-4827-942f-921860e6f753'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:11:29.361783 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-9c1c2457-9e99-43be-b667-72aaa88e515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:11:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['4e26cd4d-4070-4827-942f-921860e6f753'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:29.450388 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-9c1c2457-9e99-43be-b667-72aaa88e515e None None] Set router 4e26cd4d-4070-4827-942f-921860e6f753 gateway port host: None {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:11:29.467872 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:29.494109 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Pushing event deleted for resources: {'Port': ['ID=f257fe0d-3f5f-42d3-834f-994f5e33389f,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:29.505719 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-9c1c2457-9e99-43be-b667-72aaa88e515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e26cd4d-4070-4827-942f-921860e6f753', 'name': 'tempest-TestVolumeBootPattern-1346370937-router', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:11:29Z', 'revision_number': 6, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'gw_port_host': None}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:29.539546 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c2457-9e99-43be-b667-72aaa88e515e None None] The sync data for ids ['4e26cd4d-4070-4827-942f-921860e6f753'] in dv-cinder-818834-1-iscsi is: [{'id': '4e26cd4d-4070-4827-942f-921860e6f753', 'name': 'tempest-TestVolumeBootPattern-1346370937-router', 'tenant_id': '1cedc972cf7f4d5f887043291719eae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:00:45Z', 'updated_at': '2021-11-22T23:11:29Z', 'revision_number': 6, 'project_id': '1cedc972cf7f4d5f887043291719eae1', 'gw_port_host': None}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:11:29.557088 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293312'] for router_gateway, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:29.649649 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28237'] for router, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:29.651826 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:29.699410 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398555'] for router, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:29.699955 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e26cd4d-4070-4827-942f-921860e6f753 {{(pid=102663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 23:11:29.704759 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] Publish callbacks [] for router, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:29.705938 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-e0bbaccf-8af4-44c7-a076-d51733e25454 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4e26cd4d-4070-4827-942f-921860e6f753 HTTP/1.1" status: 204 len: 168 time: 0.8014784 Nov 22 23:11:29.708430 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44328) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:29.754594 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb610bb-08c3-4e6f-86ec-531b8e3735b1 admin admin] Deleting subnet 61cd7cc9-d642-4f3b-bde7-479d8b38fe73 {{(pid=102663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:11:29.758076 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6fb610bb-08c3-4e6f-86ec-531b8e3735b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:29.792863 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6fb610bb-08c3-4e6f-86ec-531b8e3735b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25256327'] for subnet, precommit_delete_associations {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.125505 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6fb610bb-08c3-4e6f-86ec-531b8e3735b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.185830 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:30.189362 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6fb610bb-08c3-4e6f-86ec-531b8e3735b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24894476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24915918'] for subnet, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.211125 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:30.211731 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device a0c65ea2-dc92-4e3e-884f-d9c2e7233d0d not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:11:30.222225 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb610bb-08c3-4e6f-86ec-531b8e3735b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61cd7cc9-d642-4f3b-bde7-479d8b38fe73,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:30.233036 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-6fb610bb-08c3-4e6f-86ec-531b8e3735b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.242014 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-6fb610bb-08c3-4e6f-86ec-531b8e3735b1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/61cd7cc9-d642-4f3b-bde7-479d8b38fe73 HTTP/1.1" status: 204 len: 168 time: 0.5308659 Nov 22 23:11:30.243198 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff14e10d-6741-459d-9105-d8f1f5d3eec6 None None] Network aa006569-9280-4f9a-a561-13e79f166bb5 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:11:30.244113 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44336) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:30.340189 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.393144 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ea885-6fd7-4d32-9c34-c1c9cc8bcf8c req-a3d02cbd-0194-40c8-8e9f-413d58df4cff tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:30.395939 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-508ea885-6fd7-4d32-9c34-c1c9cc8bcf8c req-a3d02cbd-0194-40c8-8e9f-413d58df4cff tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 945 time: 0.0840619 Nov 22 23:11:30.432734 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Deleting port c1a300a8-8fdf-45fb-b5c5-37dcdb602522 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:30.433173 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.471904 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-508ea885-6fd7-4d32-9c34-c1c9cc8bcf8c req-7da735bb-110f-4283-baf8-b6700b449c56 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666358 Nov 22 23:11:30.485842 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device b0473cd1-3e0c-437c-a7a6-de3e5badfd29 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:30.513654 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] For port c1a300a8-8fdf-45fb-b5c5-37dcdb602522, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=c1a300a8-8fdf-45fb-b5c5-37dcdb602522,segment=NetworkSegment(9512251b-f984-40f2-9a49-e3c454168e13),segment_id=9512251b-f984-40f2-9a49-e3c454168e13)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:30.514145 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.516925 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: b0473cd1-3e0c-437c-a7a6-de3e5badfd29 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:30.517769 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device b0473cd1-3e0c-437c-a7a6-de3e5badfd29 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:11:30.536747 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Calling delete_port for c1a300a8-8fdf-45fb-b5c5-37dcdb602522 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:30.632624 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.641996 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06990c83-392e-4b96-bf0a-f6503c79b21d None None] DHCP port deletion for aa006569-9280-4f9a-a561-13e79f166bb5 request from dv-cinder-818834-1-iscsi {{(pid=102664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 23:11:30.664133 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a300a8-8fdf-45fb-b5c5-37dcdb602522,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:30.668316 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] No DVR routers for this DVR port c1a300a8-8fdf-45fb-b5c5-37dcdb602522 on host dv-cinder-818834-1-iscsi {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:11:30.746219 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.767749 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa006569-9280-4f9a-a561-13e79f166bb5']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:30.777131 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9512251b-f984-40f2-9a49-e3c454168e13') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:30.777419 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9512251b-f984-40f2-9a49-e3c454168e13') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:30.786985 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396447'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.802928 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.809196 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:11:30.809577 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536132'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: Traceback (most recent call last): Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: timer() Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: cb(*args, **kw) Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: return func(*args, **kwargs) Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: self._notify() Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: self.callback(batched_events) Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: event.method(event) Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: return f(self, *a, **k) Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._get(url).json() Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:11:30.811248 dv-cinder-818834-1-iscsi neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:11:30.866008 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.874031 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:30.878946 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] 10.222.0.81 "DELETE /v2.0/networks/aa006569-9280-4f9a-a561-13e79f166bb5 HTTP/1.1" status: 204 len: 168 time: 0.6320143 Nov 22 23:11:30.887727 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729eadc-a9e1-4fb3-8b19-ff878b9de497 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa006569-9280-4f9a-a561-13e79f166bb5,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:30.994489 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44342) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:31.039428 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-d0d1cd71-0e8a-4ed1-ab8f-89052036bdcd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4371c64c75764f9c80faa90370720ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437422 Nov 22 23:11:31.042056 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44344) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:31.091468 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e1ab-6aa0-4165-af4d-70eb24ce6243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:31.115349 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e1ab-6aa0-4165-af4d-70eb24ce6243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:31.161664 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e1ab-6aa0-4165-af4d-70eb24ce6243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:31.164241 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e1ab-6aa0-4165-af4d-70eb24ce6243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:31.165400 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-bdd6e1ab-6aa0-4165-af4d-70eb24ce6243 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df04c60a-6f71-48f7-9779-0221df8748ec HTTP/1.1" status: 204 len: 168 time: 0.1224117 Nov 22 23:11:31.174041 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6e1ab-6aa0-4165-af4d-70eb24ce6243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df04c60a-6f71-48f7-9779-0221df8748ec,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:31.525539 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44354) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:31.567773 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-7f907132-bfc4-4a30-b6e2-22093bb5cb3d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1cedc972cf7f4d5f887043291719eae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405626 Nov 22 23:11:31.570539 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44356) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:31.615632 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3acdcf-03ce-4544-b1db-3024611c194e req-813ce188-b720-41aa-9233-700589b95a1f tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:31.617163 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7e3acdcf-03ce-4544-b1db-3024611c194e req-813ce188-b720-41aa-9233-700589b95a1f tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 945 time: 0.0773361 Nov 22 23:11:31.636147 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc9c0-80e0-4e1d-a8cf-167ec2c4c286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:31.658093 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc9c0-80e0-4e1d-a8cf-167ec2c4c286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:31.666193 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7e3acdcf-03ce-4544-b1db-3024611c194e req-94306a33-7322-423b-89d3-27874b15ef1f tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Nov 22 23:11:31.706504 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc9c0-80e0-4e1d-a8cf-167ec2c4c286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:31.709088 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc9c0-80e0-4e1d-a8cf-167ec2c4c286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:31.710249 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-dc8fc9c0-80e0-4e1d-a8cf-167ec2c4c286 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/24d1adaf-f928-4cda-9a4b-f8ca5f0a2636 HTTP/1.1" status: 204 len: 168 time: 0.1384792 Nov 22 23:11:31.718493 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fc9c0-80e0-4e1d-a8cf-167ec2c4c286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d1adaf-f928-4cda-9a4b-f8ca5f0a2636,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:31.996295 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device f257fe0d-3f5f-42d3-834f-994f5e33389f no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:32.018784 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: f257fe0d-3f5f-42d3-834f-994f5e33389f {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:32.019131 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device f257fe0d-3f5f-42d3-834f-994f5e33389f not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:11:32.019548 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device c1a300a8-8fdf-45fb-b5c5-37dcdb602522 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:32.040545 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: c1a300a8-8fdf-45fb-b5c5-37dcdb602522 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:32.040900 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device c1a300a8-8fdf-45fb-b5c5-37dcdb602522 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:11:32.600112 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20dd1d75-53e3-4775-8fa3-0548501d667c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:32.787441 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4f00d-021f-4935-bb15-c5257da08152 req-faa4d58d-635b-4ab9-81fe-d8e0625461d5 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:32.788969 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9ce4f00d-021f-4935-bb15-c5257da08152 req-faa4d58d-635b-4ab9-81fe-d8e0625461d5 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 945 time: 0.0482700 Nov 22 23:11:32.867120 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9ce4f00d-021f-4935-bb15-c5257da08152 req-baa76c5c-6d45-4846-9dea-caa881c03aa3 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b860e2b-b681-4088-82b5-dc25fd540e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721846 Nov 22 23:11:32.880261 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40843aee-f226-487b-b22b-95773a886423 req-c41cb09d-52ba-4542-9382-1df0b3434d10 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:32.881788 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-40843aee-f226-487b-b22b-95773a886423 req-c41cb09d-52ba-4542-9382-1df0b3434d10 tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "GET /v2.0/ports?device_id=be176b1b-ac56-4820-828f-d540ef9018f4 HTTP/1.1" status: 200 len: 945 time: 0.0734768 Nov 22 23:11:32.971950 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-40843aee-f226-487b-b22b-95773a886423 req-9fb1ea12-b814-4cde-a97c-93a622d35c6e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Deleting port ffebb815-24db-4e82-bc2e-25eb4ed18d2e {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:32.972285 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-40843aee-f226-487b-b22b-95773a886423 req-9fb1ea12-b814-4cde-a97c-93a622d35c6e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:33.061866 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-40843aee-f226-487b-b22b-95773a886423 req-9fb1ea12-b814-4cde-a97c-93a622d35c6e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] For port ffebb815-24db-4e82-bc2e-25eb4ed18d2e, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=ffebb815-24db-4e82-bc2e-25eb4ed18d2e,segment=NetworkSegment(7ba31360-6cc1-436f-b56a-5df28cf70772),segment_id=7ba31360-6cc1-436f-b56a-5df28cf70772)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:33.062213 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-40843aee-f226-487b-b22b-95773a886423 req-9fb1ea12-b814-4cde-a97c-93a622d35c6e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:33.074991 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-40843aee-f226-487b-b22b-95773a886423 req-9fb1ea12-b814-4cde-a97c-93a622d35c6e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Calling delete_port for ffebb815-24db-4e82-bc2e-25eb4ed18d2e owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:33.201036 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-40843aee-f226-487b-b22b-95773a886423 req-9fb1ea12-b814-4cde-a97c-93a622d35c6e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:33.230620 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1ea12-b814-4cde-a97c-93a622d35c6e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Pushing event deleted for resources: {'Port': ['ID=ffebb815-24db-4e82-bc2e-25eb4ed18d2e,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:33.237655 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['ffebb815-24db-4e82-bc2e-25eb4ed18d2e'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:11:33.269902 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-40843aee-f226-487b-b22b-95773a886423 req-9fb1ea12-b814-4cde-a97c-93a622d35c6e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] No DVR routers for this DVR port ffebb815-24db-4e82-bc2e-25eb4ed18d2e on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:11:33.272198 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-40843aee-f226-487b-b22b-95773a886423 req-9fb1ea12-b814-4cde-a97c-93a622d35c6e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:33.275615 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-40843aee-f226-487b-b22b-95773a886423 req-9fb1ea12-b814-4cde-a97c-93a622d35c6e tempest-AttachVolumeNegativeTest-1066276298 tempest-AttachVolumeNegativeTest-1066276298-project] 10.222.0.83 "DELETE /v2.0/ports/ffebb815-24db-4e82-bc2e-25eb4ed18d2e HTTP/1.1" status: 204 len: 173 time: 0.3873050 Nov 22 23:11:33.276053 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be176b1b-ac56-4820-828f-d540ef9018f4', 'name': 'network-vif-deleted', 'tag': 'ffebb815-24db-4e82-bc2e-25eb4ed18d2e'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:11:33.278375 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3695142-3a25-4e45-bb03-670973ee750c" -d '{"events": [{"server_uuid": "be176b1b-ac56-4820-828f-d540ef9018f4", "name": "network-vif-deleted", "tag": "ffebb815-24db-4e82-bc2e-25eb4ed18d2e"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:11:33.319839 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e70d18-683a-4884-aac0-042520c9640a x-openstack-request-id: req-12e70d18-683a-4884-aac0-042520c9640a {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:11:33.320147 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be176b1b-ac56-4820-828f-d540ef9018f4", "name": "network-vif-deleted", "tag": "ffebb815-24db-4e82-bc2e-25eb4ed18d2e", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:11:33.320494 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12e70d18-683a-4884-aac0-042520c9640a {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:11:33.321140 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be176b1b-ac56-4820-828f-d540ef9018f4', 'name': 'network-vif-deleted', 'tag': 'ffebb815-24db-4e82-bc2e-25eb4ed18d2e', 'status': 'completed', 'code': 200} Nov 22 23:11:33.925434 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44370) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:33.971710 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03adf56-055e-4eca-9057-cb5554f6dc9f admin admin] Deleting subnet 829db6d5-c715-4dc2-bca4-db159e657e4d {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:11:33.974737 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d03adf56-055e-4eca-9057-cb5554f6dc9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.009542 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d03adf56-055e-4eca-9057-cb5554f6dc9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396422'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.049067 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d03adf56-055e-4eca-9057-cb5554f6dc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.106703 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d03adf56-055e-4eca-9057-cb5554f6dc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13277457'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.133472 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03adf56-055e-4eca-9057-cb5554f6dc9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=829db6d5-c715-4dc2-bca4-db159e657e4d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:34.137513 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d03adf56-055e-4eca-9057-cb5554f6dc9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.140725 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-d03adf56-055e-4eca-9057-cb5554f6dc9f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/829db6d5-c715-4dc2-bca4-db159e657e4d HTTP/1.1" status: 204 len: 168 time: 0.2142284 Nov 22 23:11:34.143301 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44372) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:34.212607 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.293943 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.313306 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415cb5eb-0653-4d1f-9a09-4c55d934d0bf']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:34.324419 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba31360-6cc1-436f-b56a-5df28cf70772') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:34.324713 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba31360-6cc1-436f-b56a-5df28cf70772') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:11:34.334501 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396447'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.347719 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.353590 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:11:34.353996 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536132'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: Traceback (most recent call last): Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: timer() Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: cb(*args, **kw) Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: return func(*args, **kwargs) Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: self._notify() Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: self.callback(batched_events) Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: event.method(event) Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: return f(self, *a, **k) Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._get(url).json() Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:11:34.355621 dv-cinder-818834-1-iscsi neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:11:34.408469 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.413823 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.417138 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] 10.222.0.81 "DELETE /v2.0/networks/415cb5eb-0653-4d1f-9a09-4c55d934d0bf HTTP/1.1" status: 204 len: 168 time: 0.2727900 Nov 22 23:11:34.432529 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1317fb2-9e35-4a4c-9c0e-9386fe84f6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=415cb5eb-0653-4d1f-9a09-4c55d934d0bf,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:34.521205 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.602045 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44378) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:34.646429 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-88829f97-62e9-4cb9-8d63-51072f69a3ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=68a4db5f8dc747ad8dbb2d906029a395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432045 Nov 22 23:11:34.648927 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44380) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:34.697402 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e00a4812-5ca8-4c21-a4ca-0477bcf90927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.719351 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e00a4812-5ca8-4c21-a4ca-0477bcf90927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.767201 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e00a4812-5ca8-4c21-a4ca-0477bcf90927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.770265 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-e00a4812-5ca8-4c21-a4ca-0477bcf90927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:34.771468 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e00a4812-5ca8-4c21-a4ca-0477bcf90927 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b860e2b-b681-4088-82b5-dc25fd540e89 HTTP/1.1" status: 204 len: 168 time: 0.1215882 Nov 22 23:11:34.780068 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a4812-5ca8-4c21-a4ca-0477bcf90927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b860e2b-b681-4088-82b5-dc25fd540e89,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:35.293732 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6eb2377e-7e19-41fd-af61-56ec95f14be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:36.228740 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device ffebb815-24db-4e82-bc2e-25eb4ed18d2e no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:36.249947 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: ffebb815-24db-4e82-bc2e-25eb4ed18d2e {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:36.250300 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device ffebb815-24db-4e82-bc2e-25eb4ed18d2e not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:11:36.384252 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:36.634901 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44446) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:36.744655 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2845c408-c883-4783-9eab-0bfe12743ab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:36.819627 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2845c408-c883-4783-9eab-0bfe12743ab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:36.824455 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2845c408-c883-4783-9eab-0bfe12743ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:36.866557 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-2845c408-c883-4783-9eab-0bfe12743ab6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8093b653c39a48debd209de939917915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305555 Nov 22 23:11:36.867518 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845c408-c883-4783-9eab-0bfe12743ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6411df2a-69d9-4a92-ae95-034bcdce682d,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:36.869296 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44450) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:36.921262 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5342f992-e211-4509-9aaa-2d558b1efe31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:36.943285 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5342f992-e211-4509-9aaa-2d558b1efe31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:36.993191 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5342f992-e211-4509-9aaa-2d558b1efe31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:36.995810 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-5342f992-e211-4509-9aaa-2d558b1efe31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:36.996946 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-5342f992-e211-4509-9aaa-2d558b1efe31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6411df2a-69d9-4a92-ae95-034bcdce682d HTTP/1.1" status: 204 len: 168 time: 0.1257083 Nov 22 23:11:37.005175 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342f992-e211-4509-9aaa-2d558b1efe31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6411df2a-69d9-4a92-ae95-034bcdce682d,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:37.272222 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44456) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:37.285996 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2217b8ca-8324-4824-80bc-58875d61a0e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:37.371472 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2217b8ca-8324-4824-80bc-58875d61a0e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:37.376740 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-2217b8ca-8324-4824-80bc-58875d61a0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:37.415188 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-2217b8ca-8324-4824-80bc-58875d61a0e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f24a08fc0b2a4ca08cd4259ec18203de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417258 Nov 22 23:11:37.416129 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217b8ca-8324-4824-80bc-58875d61a0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd8adf-56d6-4be2-b009-b1c2e59a34d5,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:37.418649 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44458) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:37.469269 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87b16dfe-6121-4ac2-a737-676c766b9d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:37.491102 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87b16dfe-6121-4ac2-a737-676c766b9d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:37.538174 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87b16dfe-6121-4ac2-a737-676c766b9d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:37.540793 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87b16dfe-6121-4ac2-a737-676c766b9d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:37.541970 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-87b16dfe-6121-4ac2-a737-676c766b9d24 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ffbd8adf-56d6-4be2-b009-b1c2e59a34d5 HTTP/1.1" status: 204 len: 168 time: 0.1224778 Nov 22 23:11:37.550198 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b16dfe-6121-4ac2-a737-676c766b9d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd8adf-56d6-4be2-b009-b1c2e59a34d5,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:37.717240 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:38.314817 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:39.277574 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44522) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:39.419684 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5014-1d65-4659-818f-21b6f77644a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:39.506150 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5014-1d65-4659-818f-21b6f77644a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:39.512434 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5014-1d65-4659-818f-21b6f77644a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:39.554178 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-7e4e5014-1d65-4659-818f-21b6f77644a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a21dd3a12e3747338e4deb0f0536c429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754405 Nov 22 23:11:39.556230 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e5014-1d65-4659-818f-21b6f77644a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c094b4-f89e-4674-9490-c4d488153c5a,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:39.556822 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44530) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:39.608122 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3a55eb08-49ff-4078-9c35-a59b6b343294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:39.629452 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3a55eb08-49ff-4078-9c35-a59b6b343294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:39.678402 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3a55eb08-49ff-4078-9c35-a59b6b343294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:39.681198 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3a55eb08-49ff-4078-9c35-a59b6b343294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:39.682393 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-3a55eb08-49ff-4078-9c35-a59b6b343294 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53c094b4-f89e-4674-9490-c4d488153c5a HTTP/1.1" status: 204 len: 168 time: 0.1245759 Nov 22 23:11:39.690476 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55eb08-49ff-4078-9c35-a59b6b343294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c094b4-f89e-4674-9490-c4d488153c5a,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:41.928301 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-4921b5b7-8aab-4f26-a6e4-215831a9dc9b tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3d5e8e8b44ea4502a3bd14baa8002e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294311 Nov 22 23:11:42.044887 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:11:42.114960 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-2a3203f2-a6f5-45a3-b44d-c0028f6aad09 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:42.116883 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-2a3203f2-a6f5-45a3-b44d-c0028f6aad09 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812017 Nov 22 23:11:42.132333 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-72edf2f3-199a-4bdc-a654-83aeda83f48b tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/quotas/3d5e8e8b44ea4502a3bd14baa8002e6b HTTP/1.1" status: 200 len: 375 time: 0.0096879 Nov 22 23:11:42.168388 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-19be7dfd-9250-49fd-b48e-e9648590622e tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3d5e8e8b44ea4502a3bd14baa8002e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303438 Nov 22 23:11:42.348634 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-45a3092e-c868-4a59-9063-3cb59a392938 req-6fc9c239-1b7b-4d9d-92e0-cc47641d1ecd tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 210 time: 0.0316627 Nov 22 23:11:42.654056 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44610) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:42.770020 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c1f6-d030-47cc-8063-6bdb05e9fd21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:42.855682 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c1f6-d030-47cc-8063-6bdb05e9fd21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:42.861062 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c1f6-d030-47cc-8063-6bdb05e9fd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:42.899832 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-d8c6c1f6-d030-47cc-8063-6bdb05e9fd21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34fc6585f934418e8d2f2851409d0cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446039 Nov 22 23:11:42.900817 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6c1f6-d030-47cc-8063-6bdb05e9fd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac65bac1-dfb0-404b-82d6-0de71058ff6f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:42.907266 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44614) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:42.962247 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-906d9fd4-131a-44db-b1ea-0a2ac6825b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:42.986180 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-906d9fd4-131a-44db-b1ea-0a2ac6825b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.032545 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-906d9fd4-131a-44db-b1ea-0a2ac6825b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.035192 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-906d9fd4-131a-44db-b1ea-0a2ac6825b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.036378 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-906d9fd4-131a-44db-b1ea-0a2ac6825b16 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac65bac1-dfb0-404b-82d6-0de71058ff6f HTTP/1.1" status: 204 len: 168 time: 0.1281712 Nov 22 23:11:43.044996 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d9fd4-131a-44db-b1ea-0a2ac6825b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac65bac1-dfb0-404b-82d6-0de71058ff6f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:43.310838 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44620) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:43.313072 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-f2415ef1-4ddc-4ff2-85db-3cf3e009937c tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=3d5e8e8b44ea4502a3bd14baa8002e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225797 Nov 22 23:11:43.325315 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b812fddf-0bbe-4880-b11b-aadd9f2414ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.413415 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b812fddf-0bbe-4880-b11b-aadd9f2414ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.423707 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b812fddf-0bbe-4880-b11b-aadd9f2414ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.451144 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-d337e257-3b00-4e7a-a20f-eb630b7c128c tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:43.452907 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-d337e257-3b00-4e7a-a20f-eb630b7c128c tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331656 Nov 22 23:11:43.465482 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812fddf-0bbe-4880-b11b-aadd9f2414ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea7cf71-6652-4c7e-9922-e02e3a19fd4b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:43.471049 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-b812fddf-0bbe-4880-b11b-aadd9f2414ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7ed5138341f4fdeb8db61bee2400591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587479 Nov 22 23:11:43.475999 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44626) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:43.483349 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8d14197a-88e3-4917-9a34-78f2a550789d req-18664a55-fa64-465a-b33d-45b1a888d864 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 210 time: 0.0294771 Nov 22 23:11:43.486961 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Request body: {'port': {'device_id': '4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb', 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1', 'admin_state_up': True, 'tenant_id': '3d5e8e8b44ea4502a3bd14baa8002e6b'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:11:43.527766 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af7507fb-8efc-488e-ab3f-f795848cf9bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.553273 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af7507fb-8efc-488e-ab3f-f795848cf9bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.595241 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Made reservation on behalf of 3d5e8e8b44ea4502a3bd14baa8002e6b for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:11:43.598705 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.598878 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af7507fb-8efc-488e-ab3f-f795848cf9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.601405 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-af7507fb-8efc-488e-ab3f-f795848cf9bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.602765 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-af7507fb-8efc-488e-ab3f-f795848cf9bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eea7cf71-6652-4c7e-9922-e02e3a19fd4b HTTP/1.1" status: 204 len: 168 time: 0.1257954 Nov 22 23:11:43.611292 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.613184 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7507fb-8efc-488e-ab3f-f795848cf9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea7cf71-6652-4c7e-9922-e02e3a19fd4b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:43.697517 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.702848 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:43.772952 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4950d143-51c1-484b-95a0-ad1725c2aa00,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:43.794156 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:43.794502 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:43.794849 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:43.795180 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:43.795511 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:43.795843 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:43.796172 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:43.796494 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:43.796823 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:43.797146 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:43.797530 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:43.797958 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:43.859426 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Allocated IP 192.168.233.58 (684d006e-eb15-4de3-a012-1a3365b2c3c1/ec6be708-852f-4b7e-9fd9-2d16b180bd99/8250fc5b-15c8-4aa0-8435-901e03e1af4f) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:11:44.021978 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:44.058963 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:44.107695 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Network 684d006e-eb15-4de3-a012-1a3365b2c3c1 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:11:44.111480 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:11:44.118915 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:11:44.150093 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Pushing event updated for resources: {'Port': ['ID=8250fc5b-15c8-4aa0-8435-901e03e1af4f,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:44.178387 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:44.179026 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:44.197394 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-802bed4f-920b-4585-a577-7a976154d7c2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7167122 Nov 22 23:11:44.218053 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Request body: {'port': {'device_id': '4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:11:44.284170 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:44.354331 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-bfd6bf39-9e6c-444d-a689-28710313a869 None None] Provisioning complete for port 8250fc5b-15c8-4aa0-8435-901e03e1af4f triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:11:44.354961 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfd6bf39-9e6c-444d-a689-28710313a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:44.391048 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6bf39-9e6c-444d-a689-28710313a869 None None] Port 8250fc5b-15c8-4aa0-8435-901e03e1af4f cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:11:44.598958 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8250fc5b-15c8-4aa0-8435-901e03e1af4f {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:11:44.607758 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:44.626296 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Transition to ACTIVE for port object 8250fc5b-15c8-4aa0-8435-901e03e1af4f will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:11:44.638242 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ac33-db07-4a5c-83f4-beb40abf123d req-eee87fdc-b542-484c-96be-f529a1be4537 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:44.639877 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5ae5ac33-db07-4a5c-83f4-beb40abf123d req-eee87fdc-b542-484c-96be-f529a1be4537 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 935 time: 0.0788133 Nov 22 23:11:44.642498 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:44.748796 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Pushing event updated for resources: {'Port': ['ID=8250fc5b-15c8-4aa0-8435-901e03e1af4f,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:44.759058 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5ae5ac33-db07-4a5c-83f4-beb40abf123d req-dc428848-192b-4421-90ce-846e5aa0e881 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/security-groups?id=4950d143-51c1-484b-95a0-ad1725c2aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088388 Nov 22 23:11:44.820740 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Attempting to bind port 8250fc5b-15c8-4aa0-8435-901e03e1af4f on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:11:44.821158 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Attempting to bind port 8250fc5b-15c8-4aa0-8435-901e03e1af4f by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'a22aa373-7b13-4a4b-85b1-2caecbf86612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:11:44.821679 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Attempting to bind port 8250fc5b-15c8-4aa0-8435-901e03e1af4f on network 684d006e-eb15-4de3-a012-1a3365b2c3c1 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:11:44.827365 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Port 8250fc5b-15c8-4aa0-8435-901e03e1af4f on network 684d006e-eb15-4de3-a012-1a3365b2c3c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:11:44.827572 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Attempting to bind port 8250fc5b-15c8-4aa0-8435-901e03e1af4f on network 684d006e-eb15-4de3-a012-1a3365b2c3c1 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:11:44.834231 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:11:44.834647 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Checking segment: {'id': 'a22aa373-7b13-4a4b-85b1-2caecbf86612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:11:44.835159 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Bound using segment: {'id': 'a22aa373-7b13-4a4b-85b1-2caecbf86612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:11:44.835681 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Bound port: 8250fc5b-15c8-4aa0-8435-901e03e1af4f, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22aa373-7b13-4a4b-85b1-2caecbf86612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:11:44.836177 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:44.918347 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] For port 8250fc5b-15c8-4aa0-8435-901e03e1af4f, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:11:44.921529 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] For port 8250fc5b-15c8-4aa0-8435-901e03e1af4f, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8250fc5b-15c8-4aa0-8435-901e03e1af4f,segment=NetworkSegment(a22aa373-7b13-4a4b-85b1-2caecbf86612),segment_id=a22aa373-7b13-4a4b-85b1-2caecbf86612)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:11:44.926762 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:44.968166 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:44.969158 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:44.971906 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] 10.222.0.83 "PUT /v2.0/ports/8250fc5b-15c8-4aa0-8435-901e03e1af4f HTTP/1.1" status: 200 len: 1097 time: 0.7586226 Nov 22 23:11:44.974210 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb', 'tag': '8250fc5b-15c8-4aa0-8435-901e03e1af4f'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:11:44.976606 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4104d24-e4e6-4c55-9ba1-3e054195f276" -d '{"events": [{"name": "network-changed", "server_uuid": "4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb", "tag": "8250fc5b-15c8-4aa0-8435-901e03e1af4f"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:11:45.015325 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f919e8-3c48-49f7-b727-af4ef28fa213 service neutron] Pushing event updated for resources: {'Port': ['ID=8250fc5b-15c8-4aa0-8435-901e03e1af4f,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:45.023128 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018f2184-908a-4dd5-8e7f-1d60f5485fc7 x-openstack-request-id: req-018f2184-908a-4dd5-8e7f-1d60f5485fc7 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:11:45.024199 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb", "tag": "8250fc5b-15c8-4aa0-8435-901e03e1af4f", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:11:45.024796 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-018f2184-908a-4dd5-8e7f-1d60f5485fc7 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:11:45.025392 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb', 'tag': '8250fc5b-15c8-4aa0-8435-901e03e1af4f', 'status': 'completed', 'code': 200} Nov 22 23:11:45.096476 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-231c6f9c-c782-46e6-a520-0f16813f3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:45.098135 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-231c6f9c-c782-46e6-a520-0f16813f3441 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d5e8e8b44ea4502a3bd14baa8002e6b&device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 1100 time: 0.0560818 Nov 22 23:11:45.155993 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-22137143-965e-4de2-a782-e3f815374032 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=8250fc5b-15c8-4aa0-8435-901e03e1af4f HTTP/1.1" status: 200 len: 217 time: 0.0441403 Nov 22 23:11:45.209853 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-bc7158da-7dcb-4a0b-a29b-012c111fc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:45.211334 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-bc7158da-7dcb-4a0b-a29b-012c111fc7b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec6be708-852f-4b7e-9fd9-2d16b180bd99 HTTP/1.1" status: 200 len: 843 time: 0.0475693 Nov 22 23:11:45.260570 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-c4f7b4ce-c3d1-47e5-ae99-71fcc6109ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:45.262188 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-c4f7b4ce-c3d1-47e5-ae99-71fcc6109ee6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=684d006e-eb15-4de3-a012-1a3365b2c3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442059 Nov 22 23:11:45.363306 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-2c8830e6-1e33-44d1-8212-c072e8a2b97b service neutron] 10.222.0.83 "GET /v2.0/networks/684d006e-eb15-4de3-a012-1a3365b2c3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931883 Nov 22 23:11:45.462025 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1e941ea8-ed18-4a32-bf88-f9c98826a1b3 req-d8f139b2-6170-4501-a1cb-ea378df6e73f service neutron] 10.222.0.83 "GET /v2.0/networks/684d006e-eb15-4de3-a012-1a3365b2c3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913963 Nov 22 23:11:45.598339 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4104d24-e4e6-4c55-9ba1-3e054195f276 req-b2b3bcd9-2197-4aec-9805-6bcd6f4dedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:45.599980 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b4104d24-e4e6-4c55-9ba1-3e054195f276 req-b2b3bcd9-2197-4aec-9805-6bcd6f4dedb5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d5e8e8b44ea4502a3bd14baa8002e6b&device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 1100 time: 0.0497499 Nov 22 23:11:45.706123 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4104d24-e4e6-4c55-9ba1-3e054195f276 req-13943a56-5962-4d7e-8fe7-16ed0543611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:45.708283 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b4104d24-e4e6-4c55-9ba1-3e054195f276 req-13943a56-5962-4d7e-8fe7-16ed0543611f service neutron] 10.222.0.83 "GET /v2.0/networks?id=684d006e-eb15-4de3-a012-1a3365b2c3c1 HTTP/1.1" status: 200 len: 871 time: 0.1015604 Nov 22 23:11:45.759848 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b4104d24-e4e6-4c55-9ba1-3e054195f276 req-f0ee4cfb-1a52-4883-8e49-4a0c55bf6687 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=8250fc5b-15c8-4aa0-8435-901e03e1af4f HTTP/1.1" status: 200 len: 217 time: 0.0412364 Nov 22 23:11:45.818683 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4104d24-e4e6-4c55-9ba1-3e054195f276 req-a8bfd75d-4216-4eb4-9e85-87ad0331b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:45.820158 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b4104d24-e4e6-4c55-9ba1-3e054195f276 req-a8bfd75d-4216-4eb4-9e85-87ad0331b5ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec6be708-852f-4b7e-9fd9-2d16b180bd99 HTTP/1.1" status: 200 len: 843 time: 0.0530212 Nov 22 23:11:45.896869 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4104d24-e4e6-4c55-9ba1-3e054195f276 req-a7c8ad44-aafa-4c64-aa65-54b3b43b13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:45.898244 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b4104d24-e4e6-4c55-9ba1-3e054195f276 req-a7c8ad44-aafa-4c64-aa65-54b3b43b13a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=684d006e-eb15-4de3-a012-1a3365b2c3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709009 Nov 22 23:11:45.911289 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0a282-9acb-4086-b36e-403246fb47ce req-932bf84d-b223-4f50-acec-d034d35be5e5 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:45.912765 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2bf0a282-9acb-4086-b36e-403246fb47ce req-932bf84d-b223-4f50-acec-d034d35be5e5 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 947 time: 0.0745714 Nov 22 23:11:46.014751 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-2bf0a282-9acb-4086-b36e-403246fb47ce req-52738ef3-91b6-4ffb-b818-f3b08bf83238 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/security-groups?id=4950d143-51c1-484b-95a0-ad1725c2aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940728 Nov 22 23:11:46.037963 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b4104d24-e4e6-4c55-9ba1-3e054195f276 req-e51b632a-539a-444b-a2c4-4222211419d7 service neutron] 10.222.0.83 "GET /v2.0/networks/684d006e-eb15-4de3-a012-1a3365b2c3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242070 Nov 22 23:11:46.133914 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b4104d24-e4e6-4c55-9ba1-3e054195f276 req-9f28cef3-5363-436d-89b4-30948da28d7b service neutron] 10.222.0.83 "GET /v2.0/networks/684d006e-eb15-4de3-a012-1a3365b2c3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879133 Nov 22 23:11:47.133603 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e2744-a043-4b4e-b981-a818dd9910f6 req-5a5f4035-6a21-4a2b-b01a-97619dcdc8f1 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:47.135169 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-834e2744-a043-4b4e-b981-a818dd9910f6 req-5a5f4035-6a21-4a2b-b01a-97619dcdc8f1 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 947 time: 0.0499203 Nov 22 23:11:47.191281 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-834e2744-a043-4b4e-b981-a818dd9910f6 req-d1e8d4ab-d5ad-4e5f-9117-2ad0c21c2a12 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/security-groups?id=4950d143-51c1-484b-95a0-ad1725c2aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 Nov 22 23:11:48.266103 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44712) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:48.310754 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8250fc5b-15c8-4aa0-8435-901e03e1af4f details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:11:48.321230 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0789865-e5d1-4415-9791-73ba2701708f req-34bc5f6f-4c9d-402b-9612-52be75f9dad3 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:48.322830 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a0789865-e5d1-4415-9791-73ba2701708f req-34bc5f6f-4c9d-402b-9612-52be75f9dad3 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 947 time: 0.0511389 Nov 22 23:11:48.378586 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-a0789865-e5d1-4415-9791-73ba2701708f req-ca822848-11bf-4c8d-b978-d825daa50611 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/security-groups?id=4950d143-51c1-484b-95a0-ad1725c2aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481813 Nov 22 23:11:48.409471 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfbec604-afca-4a68-9f67-55214d17bad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:48.413911 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8250fc5b-15c8-4aa0-8435-901e03e1af4f, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8250fc5b-15c8-4aa0-8435-901e03e1af4f,segment=NetworkSegment(a22aa373-7b13-4a4b-85b1-2caecbf86612),segment_id=a22aa373-7b13-4a4b-85b1-2caecbf86612)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:48.427113 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '8250fc5b-15c8-4aa0-8435-901e03e1af4f', 'network_id': '684d006e-eb15-4de3-a012-1a3365b2c3c1', 'port_id': '8250fc5b-15c8-4aa0-8435-901e03e1af4f', 'mac_address': 'fa:16:3e:a5:68:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6be708-852f-4b7e-9fd9-2d16b180bd99', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:11:48.469420 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:48.486447 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8250fc5b-15c8-4aa0-8435-901e03e1af4f {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:11:48.505538 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfbec604-afca-4a68-9f67-55214d17bad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:48.508787 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8250fc5b-15c8-4aa0-8435-901e03e1af4f, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8250fc5b-15c8-4aa0-8435-901e03e1af4f,segment=NetworkSegment(a22aa373-7b13-4a4b-85b1-2caecbf86612),segment_id=a22aa373-7b13-4a4b-85b1-2caecbf86612)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:48.512061 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:48.512635 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bfbec604-afca-4a68-9f67-55214d17bad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:48.551867 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbec604-afca-4a68-9f67-55214d17bad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3aea5f-d70a-4876-8d22-fe7308bce04b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:48.559101 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44716) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:48.559304 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-bfbec604-afca-4a68-9f67-55214d17bad1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=30dff98569a34f19847a54ac94e41eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911694 Nov 22 23:11:48.561396 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=8250fc5b-15c8-4aa0-8435-901e03e1af4f,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:48.569316 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:48.569700 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:48.570046 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:48.570384 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:48.570716 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:48.571052 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:48.571384 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:48.571793 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:48.572161 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:48.572346 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:48.572668 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:48.573004 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:11:48.613546 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa24f631-8cca-4c3c-9bf0-878486dbb934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:48.636514 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa24f631-8cca-4c3c-9bf0-878486dbb934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:48.683864 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa24f631-8cca-4c3c-9bf0-878486dbb934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:48.686721 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fa24f631-8cca-4c3c-9bf0-878486dbb934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:48.687897 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-fa24f631-8cca-4c3c-9bf0-878486dbb934 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d3aea5f-d70a-4876-8d22-fe7308bce04b HTTP/1.1" status: 204 len: 168 time: 0.1280541 Nov 22 23:11:48.696260 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24f631-8cca-4c3c-9bf0-878486dbb934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3aea5f-d70a-4876-8d22-fe7308bce04b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:48.974801 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['8250fc5b-15c8-4aa0-8435-901e03e1af4f'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:11:48.976245 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44722) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:48.990409 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18ca852f-a1ba-406a-9faf-22d0a9ac5ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:49.070737 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18ca852f-a1ba-406a-9faf-22d0a9ac5ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:49.075629 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-18ca852f-a1ba-406a-9faf-22d0a9ac5ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:49.138028 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-18ca852f-a1ba-406a-9faf-22d0a9ac5ede admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d51b6c9dc30f4fb19c4ffb0739d01c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600506 Nov 22 23:11:49.139151 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca852f-a1ba-406a-9faf-22d0a9ac5ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a14c17d-bef2-4038-9a5a-43c1f6411e3a,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:49.140788 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44724) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:49.192160 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18b59fd7-b1e5-465e-b6ca-7f077564f18b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:49.213909 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18b59fd7-b1e5-465e-b6ca-7f077564f18b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:49.260017 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18b59fd7-b1e5-465e-b6ca-7f077564f18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:49.263087 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-18b59fd7-b1e5-465e-b6ca-7f077564f18b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:49.264308 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-18b59fd7-b1e5-465e-b6ca-7f077564f18b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a14c17d-bef2-4038-9a5a-43c1f6411e3a HTTP/1.1" status: 204 len: 168 time: 0.1215272 Nov 22 23:11:49.274458 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b59fd7-b1e5-465e-b6ca-7f077564f18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a14c17d-bef2-4038-9a5a-43c1f6411e3a,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:49.509638 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bb942-5396-416a-ac32-dc387d85d404 req-8e718678-65c1-4ee1-af0b-156f6369a8e3 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:49.511160 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8e0bb942-5396-416a-ac32-dc387d85d404 req-8e718678-65c1-4ee1-af0b-156f6369a8e3 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 948 time: 0.0586717 Nov 22 23:11:49.563723 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-8e0bb942-5396-416a-ac32-dc387d85d404 req-2a00d150-53a1-4fb8-85cd-612c4ce7869f tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/security-groups?id=4950d143-51c1-484b-95a0-ad1725c2aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450256 Nov 22 23:11:50.310301 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8250fc5b-15c8-4aa0-8435-901e03e1af4f up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:11:50.362818 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 8250fc5b-15c8-4aa0-8435-901e03e1af4f completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:11:50.367584 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 8250fc5b-15c8-4aa0-8435-901e03e1af4f triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:11:50.368006 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:50.457653 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:50.485560 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8250fc5b-15c8-4aa0-8435-901e03e1af4f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:11:50.488114 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5056efe0-b323-42eb-b67e-d7652290a409" -d '{"events": [{"server_uuid": "4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb", "name": "network-vif-plugged", "status": "completed", "tag": "8250fc5b-15c8-4aa0-8435-901e03e1af4f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:11:50.502546 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 8250fc5b-15c8-4aa0-8435-901e03e1af4f, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8250fc5b-15c8-4aa0-8435-901e03e1af4f,segment=NetworkSegment(a22aa373-7b13-4a4b-85b1-2caecbf86612),segment_id=a22aa373-7b13-4a4b-85b1-2caecbf86612)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:50.508913 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:50.548309 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa3df26-3852-41cf-bb41-f2be1f53bb6d x-openstack-request-id: req-8aa3df26-3852-41cf-bb41-f2be1f53bb6d {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:11:50.548530 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb", "name": "network-vif-plugged", "status": "completed", "tag": "8250fc5b-15c8-4aa0-8435-901e03e1af4f", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:11:50.548817 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8aa3df26-3852-41cf-bb41-f2be1f53bb6d {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:11:50.549276 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8250fc5b-15c8-4aa0-8435-901e03e1af4f', 'code': 200} Nov 22 23:11:50.569766 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=8250fc5b-15c8-4aa0-8435-901e03e1af4f,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:50.695880 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7457c5-476d-4d4a-b6ba-2bbd2d793c68 req-14a77b6f-387d-4307-bb7d-9263b718636c tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:50.697971 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ae7457c5-476d-4d4a-b6ba-2bbd2d793c68 req-14a77b6f-387d-4307-bb7d-9263b718636c tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 949 time: 0.0584321 Nov 22 23:11:50.775715 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ae7457c5-476d-4d4a-b6ba-2bbd2d793c68 req-b5b1848c-6ee5-47f1-8bab-d878e7814fdc tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/security-groups?id=4950d143-51c1-484b-95a0-ad1725c2aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690696 Nov 22 23:11:50.786870 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7d260-cfca-4c3f-a404-a110020ff384 req-ebb73211-daa4-481a-ac6d-20fa970d6b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:50.788622 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-74e7d260-cfca-4c3f-a404-a110020ff384 req-ebb73211-daa4-481a-ac6d-20fa970d6b80 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 1102 time: 0.0588272 Nov 22 23:11:50.843649 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-74e7d260-cfca-4c3f-a404-a110020ff384 req-5e7d5ee9-e0ee-4e6e-9424-23f0ead154ce service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4950d143-51c1-484b-95a0-ad1725c2aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451088 Nov 22 23:11:51.297145 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44802) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:51.408976 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3aff340-db4e-42e0-b06d-b4f80eaecac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:51.482758 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3aff340-db4e-42e0-b06d-b4f80eaecac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:51.487528 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b3aff340-db4e-42e0-b06d-b4f80eaecac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:51.524396 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aff340-db4e-42e0-b06d-b4f80eaecac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d29c192-0c34-4d82-b47e-d951f61e11e6,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:51.528488 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-b3aff340-db4e-42e0-b06d-b4f80eaecac8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b7046631b8994893869b6aa91c13a48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280223 Nov 22 23:11:51.531346 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44806) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:51.579835 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-68f53fa0-a74b-4c59-8176-15567b740586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:51.600904 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-68f53fa0-a74b-4c59-8176-15567b740586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:51.651399 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-68f53fa0-a74b-4c59-8176-15567b740586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:51.653983 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-68f53fa0-a74b-4c59-8176-15567b740586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:51.655115 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-68f53fa0-a74b-4c59-8176-15567b740586 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d29c192-0c34-4d82-b47e-d951f61e11e6 HTTP/1.1" status: 204 len: 168 time: 0.1228461 Nov 22 23:11:51.663421 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f53fa0-a74b-4c59-8176-15567b740586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d29c192-0c34-4d82-b47e-d951f61e11e6,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:51.904157 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17705e-7c58-4c90-aeea-745d04ed0e9b req-d4faac9a-f69f-48ad-847f-4a4e0e5163b8 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:51.905674 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cd17705e-7c58-4c90-aeea-745d04ed0e9b req-d4faac9a-f69f-48ad-847f-4a4e0e5163b8 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 949 time: 0.0534353 Nov 22 23:11:51.929462 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44814) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:51.943004 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9042018c-b9dd-48a7-aa39-e733c14bad83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:51.957783 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cd17705e-7c58-4c90-aeea-745d04ed0e9b req-745f03d0-d7f5-4a5f-97ca-26ffb6e89157 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/security-groups?id=4950d143-51c1-484b-95a0-ad1725c2aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447528 Nov 22 23:11:52.027338 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9042018c-b9dd-48a7-aa39-e733c14bad83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:52.032142 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9042018c-b9dd-48a7-aa39-e733c14bad83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:52.070905 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042018c-b9dd-48a7-aa39-e733c14bad83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8e3627-b273-4542-aaee-11d467f70002,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:52.075436 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-9042018c-b9dd-48a7-aa39-e733c14bad83 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a745fd2c7c8647019c88f3ed64bf43db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449361 Nov 22 23:11:52.077988 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44816) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:52.125490 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a461da8-418e-411b-b757-05688273830c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:52.150248 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a461da8-418e-411b-b757-05688273830c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:52.202229 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a461da8-418e-411b-b757-05688273830c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:52.205757 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4a461da8-418e-411b-b757-05688273830c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:52.206950 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-4a461da8-418e-411b-b757-05688273830c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6b8e3627-b273-4542-aaee-11d467f70002 HTTP/1.1" status: 204 len: 168 time: 0.1280005 Nov 22 23:11:52.215309 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a461da8-418e-411b-b757-05688273830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8e3627-b273-4542-aaee-11d467f70002,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:52.917780 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44838) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:53.045754 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1668371454-network', 'tenant_id': '30d1b8874aaa4203a04a78dfe6e654a9'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:11:53.068445 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Made reservation on behalf of 30d1b8874aaa4203a04a78dfe6e654a9 for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:11:53.071178 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:53.077527 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907512f-ba6b-4364-9bbe-013a15a73eef req-13e3a2c7-6d0f-407f-89c6-78e308e49d55 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:53.079368 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3907512f-ba6b-4364-9bbe-013a15a73eef req-13e3a2c7-6d0f-407f-89c6-78e308e49d55 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 949 time: 0.0500166 Nov 22 23:11:53.083021 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:53.128659 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3907512f-ba6b-4364-9bbe-013a15a73eef req-96685ea2-0926-45cb-824a-cd941344bd33 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/security-groups?id=4950d143-51c1-484b-95a0-ad1725c2aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Nov 22 23:11:53.160571 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:53.164908 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:53.190262 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 23:11:53.205176 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162b4c69-c994-4a36-bef1-fa57e8dcbb6f,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:53.211719 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:53.212060 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Added segment 1953c9d4-0ad7-47c5-a5a7-4a6b1d1a0a2a of type vlan for network 9ca92548-6a1f-44c4-802a-329433ab0648 Nov 22 23:11:53.255309 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:53.284885 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:53.286057 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:53.287652 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:53.317606 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3986509 Nov 22 23:11:53.320748 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44850) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:53.325589 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-c7b1abd5-f64b-48a6-b4e0-536fb475ac97 admin admin] Request body: {'subnet': {'network_id': '9ca92548-6a1f-44c4-802a-329433ab0648', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1668371454-subnet', 'tenant_id': '30d1b8874aaa4203a04a78dfe6e654a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:11:53.351390 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b1abd5-f64b-48a6-b4e0-536fb475ac97 admin admin] Made reservation on behalf of 30d1b8874aaa4203a04a78dfe6e654a9 for: {'subnet': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:11:53.353663 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7b1abd5-f64b-48a6-b4e0-536fb475ac97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24915947'] for subnet, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:53.360945 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c34d1-c1b8-4df3-8f69-b6e9d37d1468 admin admin] Pushing event updated for resources: {'Network': ['ID=9ca92548-6a1f-44c4-802a-329433ab0648,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:53.370813 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 9ca92548-6a1f-44c4-802a-329433ab0648 details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 23:11:53.451822 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd1950-da33-446c-b762-6291cda47242 req-66199ac9-f4ef-4e96-a31a-071e3936156f tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:53.453279 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4ffd1950-da33-446c-b762-6291cda47242 req-66199ac9-f4ef-4e96-a31a-071e3936156f tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 949 time: 0.1029470 Nov 22 23:11:53.532683 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-4ffd1950-da33-446c-b762-6291cda47242 req-97a245c2-a2bc-4469-8cee-540b63de50e3 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/security-groups?id=4950d143-51c1-484b-95a0-ad1725c2aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709674 Nov 22 23:11:53.596180 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7b1abd5-f64b-48a6-b4e0-536fb475ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24894669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24915909'] for subnet, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:53.652338 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1abd5-f64b-48a6-b4e0-536fb475ac97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1650cc3-ceff-4ad3-916a-0759e5b001f7,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:53.660422 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1abd5-f64b-48a6-b4e0-536fb475ac97 admin admin] Checking segment: {'id': '1953c9d4-0ad7-47c5-a5a7-4a6b1d1a0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '9ca92548-6a1f-44c4-802a-329433ab0648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:11:53.660777 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1abd5-f64b-48a6-b4e0-536fb475ac97 admin admin] Network hostable DHCP agents. Network: 9ca92548-6a1f-44c4-802a-329433ab0648, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 23:11:53.677336 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1abd5-f64b-48a6-b4e0-536fb475ac97 admin admin] Network 9ca92548-6a1f-44c4-802a-329433ab0648 is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 23:11:53.686094 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-c7b1abd5-f64b-48a6-b4e0-536fb475ac97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 9ca92548-6a1f-44c4-802a-329433ab0648) {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:11:53.690171 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1abd5-f64b-48a6-b4e0-536fb475ac97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:53.690754 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c7b1abd5-f64b-48a6-b4e0-536fb475ac97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:53.695535 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3356efe1-9274-4966-ad8e-208b756f8b06 None None] Network 9ca92548-6a1f-44c4-802a-329433ab0648 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:11:53.706957 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-c7b1abd5-f64b-48a6-b4e0-536fb475ac97 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3850892 Nov 22 23:11:53.822866 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da124066-775b-4864-97c2-32c60b45205d None None] Network 9ca92548-6a1f-44c4-802a-329433ab0648 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:11:54.185784 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 44866) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:54.190813 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1955048916-network', 'tenant_id': '3c20298f311942fb93585ad4b8bc0bc3'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:11:54.212152 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Made reservation on behalf of 3c20298f311942fb93585ad4b8bc0bc3 for: {'network': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:11:54.214511 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:54.225520 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:54.310104 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:54.315026 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:54.338424 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=102663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 23:11:54.355358 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd02d39-004e-435d-9cad-d5cf2ad4309c,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:54.360879 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:54.361394 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.segments_db [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Added segment 8ab95ddf-701d-4f13-943b-b4b341802844 of type vlan for network 855d8498-1d1a-4237-a95c-f7511500655d Nov 22 23:11:54.408593 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:54.433641 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:54.434598 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:54.435182 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:54.492886 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3053811 Nov 22 23:11:54.498678 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 44868) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:11:54.505282 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-4bb4873d-171b-4330-b24d-a8154c4ccdc7 admin admin] Request body: {'subnet': {'network_id': '855d8498-1d1a-4237-a95c-f7511500655d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1955048916-subnet', 'tenant_id': '3c20298f311942fb93585ad4b8bc0bc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:11:54.505472 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92893230-3c16-4d14-8090-b513d9401765 admin admin] Pushing event updated for resources: {'Network': ['ID=855d8498-1d1a-4237-a95c-f7511500655d,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:54.514928 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 855d8498-1d1a-4237-a95c-f7511500655d details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 23:11:54.527816 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb4873d-171b-4330-b24d-a8154c4ccdc7 admin admin] Made reservation on behalf of 3c20298f311942fb93585ad4b8bc0bc3 for: {'subnet': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:11:54.530200 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb4873d-171b-4330-b24d-a8154c4ccdc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13277492'] for subnet, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:54.663516 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef147b-3cfe-4f5a-a099-6206f18ff4ba req-b1d72f29-5710-4fb5-9945-f531e90bffe4 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:54.664916 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00ef147b-3cfe-4f5a-a099-6206f18ff4ba req-b1d72f29-5710-4fb5-9945-f531e90bffe4 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 949 time: 0.0500500 Nov 22 23:11:54.705389 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb4873d-171b-4330-b24d-a8154c4ccdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13536027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13277466'] for subnet, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:54.711670 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00ef147b-3cfe-4f5a-a099-6206f18ff4ba req-7b48329d-a453-4e7d-8226-15f4fd4a48d9 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/security-groups?id=4950d143-51c1-484b-95a0-ad1725c2aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Nov 22 23:11:54.767979 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4873d-171b-4330-b24d-a8154c4ccdc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0f12c3-7423-4fa4-8f54-0b0b9be4668d,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:54.776607 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4873d-171b-4330-b24d-a8154c4ccdc7 admin admin] Checking segment: {'id': '8ab95ddf-701d-4f13-943b-b4b341802844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '855d8498-1d1a-4237-a95c-f7511500655d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:11:54.776959 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb4873d-171b-4330-b24d-a8154c4ccdc7 admin admin] Network hostable DHCP agents. Network: 855d8498-1d1a-4237-a95c-f7511500655d, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 23:11:54.793735 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb4873d-171b-4330-b24d-a8154c4ccdc7 admin admin] Network 855d8498-1d1a-4237-a95c-f7511500655d is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 23:11:54.802147 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-4bb4873d-171b-4330-b24d-a8154c4ccdc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 855d8498-1d1a-4237-a95c-f7511500655d) {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:11:54.808203 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb4873d-171b-4330-b24d-a8154c4ccdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:54.809650 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e6d9fe-c049-4eb8-be98-5a6cd8129ea3 None None] Network 855d8498-1d1a-4237-a95c-f7511500655d requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:11:54.812410 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4bb4873d-171b-4330-b24d-a8154c4ccdc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:54.829928 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-4bb4873d-171b-4330-b24d-a8154c4ccdc7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3289449 Nov 22 23:11:54.971242 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356716fd-ff72-4031-aaf7-1ec669dc45a7 req-40b25e7b-4dc0-4a5b-bb80-ee98532826d8 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:11:54.973172 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-356716fd-ff72-4031-aaf7-1ec669dc45a7 req-40b25e7b-4dc0-4a5b-bb80-ee98532826d8 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 949 time: 0.0776272 Nov 22 23:11:54.979499 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4267c90e-9655-4c2d-a064-063bedcaf933 None None] Network 855d8498-1d1a-4237-a95c-f7511500655d requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:11:55.072623 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-356716fd-ff72-4031-aaf7-1ec669dc45a7 req-85a37877-6dfa-473f-9bfc-6431ac0c57b2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Deleting port 8250fc5b-15c8-4aa0-8435-901e03e1af4f {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:11:55.072963 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-356716fd-ff72-4031-aaf7-1ec669dc45a7 req-85a37877-6dfa-473f-9bfc-6431ac0c57b2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:55.179490 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-356716fd-ff72-4031-aaf7-1ec669dc45a7 req-85a37877-6dfa-473f-9bfc-6431ac0c57b2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] For port 8250fc5b-15c8-4aa0-8435-901e03e1af4f, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=8250fc5b-15c8-4aa0-8435-901e03e1af4f,segment=NetworkSegment(a22aa373-7b13-4a4b-85b1-2caecbf86612),segment_id=a22aa373-7b13-4a4b-85b1-2caecbf86612)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:11:55.179938 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-356716fd-ff72-4031-aaf7-1ec669dc45a7 req-85a37877-6dfa-473f-9bfc-6431ac0c57b2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:55.193771 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-356716fd-ff72-4031-aaf7-1ec669dc45a7 req-85a37877-6dfa-473f-9bfc-6431ac0c57b2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Calling delete_port for 8250fc5b-15c8-4aa0-8435-901e03e1af4f owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:11:55.582181 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-356716fd-ff72-4031-aaf7-1ec669dc45a7 req-85a37877-6dfa-473f-9bfc-6431ac0c57b2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:55.616527 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['8250fc5b-15c8-4aa0-8435-901e03e1af4f'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:11:55.618268 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a37877-6dfa-473f-9bfc-6431ac0c57b2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Pushing event deleted for resources: {'Port': ['ID=8250fc5b-15c8-4aa0-8435-901e03e1af4f,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:11:55.661188 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-356716fd-ff72-4031-aaf7-1ec669dc45a7 req-85a37877-6dfa-473f-9bfc-6431ac0c57b2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] No DVR routers for this DVR port 8250fc5b-15c8-4aa0-8435-901e03e1af4f on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:11:55.663702 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-356716fd-ff72-4031-aaf7-1ec669dc45a7 req-85a37877-6dfa-473f-9bfc-6431ac0c57b2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:11:55.667048 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-356716fd-ff72-4031-aaf7-1ec669dc45a7 req-85a37877-6dfa-473f-9bfc-6431ac0c57b2 tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.83 "DELETE /v2.0/ports/8250fc5b-15c8-4aa0-8435-901e03e1af4f HTTP/1.1" status: 204 len: 173 time: 0.6877458 Nov 22 23:11:55.667495 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb', 'name': 'network-vif-deleted', 'tag': '8250fc5b-15c8-4aa0-8435-901e03e1af4f'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:11:55.669806 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f539a04-117f-4823-a6cc-8e12e1cf0329" -d '{"events": [{"server_uuid": "4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb", "name": "network-vif-deleted", "tag": "8250fc5b-15c8-4aa0-8435-901e03e1af4f"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:11:55.709750 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caba744-49b3-4549-be83-d9fc5b12743e x-openstack-request-id: req-1caba744-49b3-4549-be83-d9fc5b12743e {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:11:55.710048 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb", "name": "network-vif-deleted", "tag": "8250fc5b-15c8-4aa0-8435-901e03e1af4f", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:11:55.710348 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1caba744-49b3-4549-be83-d9fc5b12743e {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:11:55.710699 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb', 'name': 'network-vif-deleted', 'tag': '8250fc5b-15c8-4aa0-8435-901e03e1af4f', 'status': 'completed', 'code': 200} Nov 22 23:11:55.815234 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-50740be8-bb85-40d0-b968-12965c450b9b req-bc6c238a-9c4f-4041-b8c4-d3ced493833e tempest-VolumesNegativeTest-1668244100 tempest-VolumesNegativeTest-1668244100-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d688e77-89f2-4ad4-a2dd-fef5ec3ef7fb HTTP/1.1" status: 200 len: 210 time: 0.0320623 Nov 22 23:11:58.389220 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8250fc5b-15c8-4aa0-8435-901e03e1af4f no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:11:58.411745 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 8250fc5b-15c8-4aa0-8435-901e03e1af4f {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:11:58.412091 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 8250fc5b-15c8-4aa0-8435-901e03e1af4f not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:12:00.877822 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45172) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:01.006945 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-e60bc73c-374c-4a5c-9b5e-ee947901fe11 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d5e8e8b44ea4502a3bd14baa8002e6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279585 Nov 22 23:12:01.009382 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45176) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:01.055230 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:01.076732 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:01.123722 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:01.126593 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:01.127726 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4950d143-51c1-484b-95a0-ad1725c2aa00 HTTP/1.1" status: 204 len: 168 time: 0.1174281 Nov 22 23:12:01.135613 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4950d143-51c1-484b-95a0-ad1725c2aa00,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:01.143898 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:01.144176 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:01.144513 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:01.144849 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:01.145204 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:01.145597 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:01.145874 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:01.146206 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:01.146528 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:01.146846 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:01.147168 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:01.147483 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30b6b2-1cf5-4394-bd09-75b977383619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:02.601892 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79ac7adc-6be2-450c-8b5f-206c4bf784e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:04.532195 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:05.278328 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-671a2bcc-7bdf-4ee0-9270-3a2cef3e5b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:06.384960 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:07.710349 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:08.307946 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.151070 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45314) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:11.255625 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ba43fad-6783-49a2-9437-4c4d6e595a64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.333062 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ba43fad-6783-49a2-9437-4c4d6e595a64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.336902 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9ba43fad-6783-49a2-9437-4c4d6e595a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.377840 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-9ba43fad-6783-49a2-9437-4c4d6e595a64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f96f34ded3842ffbcf1ae03a19b835b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256486 Nov 22 23:12:11.378793 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba43fad-6783-49a2-9437-4c4d6e595a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb492b7-8e62-42ad-ba62-c858f7c8a1ba,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:11.380932 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45318) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:11.430622 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbc27-0a04-43d2-a9af-1ddc1ca1c50b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.450917 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbc27-0a04-43d2-a9af-1ddc1ca1c50b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.501916 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbc27-0a04-43d2-a9af-1ddc1ca1c50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.504919 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbc27-0a04-43d2-a9af-1ddc1ca1c50b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.506075 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-d0cfbc27-0a04-43d2-a9af-1ddc1ca1c50b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3bb492b7-8e62-42ad-ba62-c858f7c8a1ba HTTP/1.1" status: 204 len: 168 time: 0.1234944 Nov 22 23:12:11.514216 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfbc27-0a04-43d2-a9af-1ddc1ca1c50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb492b7-8e62-42ad-ba62-c858f7c8a1ba,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:11.562413 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45332) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:11.607050 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4e3dfb-2ad3-4806-bfaf-a199190d04f9 admin admin] Deleting subnet b1650cc3-ceff-4ad3-916a-0759e5b001f7 {{(pid=102663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:12:11.610652 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3dfb-2ad3-4806-bfaf-a199190d04f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.645714 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3dfb-2ad3-4806-bfaf-a199190d04f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25256327'] for subnet, precommit_delete_associations {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.685151 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3dfb-2ad3-4806-bfaf-a199190d04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.741907 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3dfb-2ad3-4806-bfaf-a199190d04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24894476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24915918'] for subnet, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.767364 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e3dfb-2ad3-4806-bfaf-a199190d04f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1650cc3-ceff-4ad3-916a-0759e5b001f7,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:11.771108 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3dfb-2ad3-4806-bfaf-a199190d04f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.777377 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-8c4e3dfb-2ad3-4806-bfaf-a199190d04f9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b1650cc3-ceff-4ad3-916a-0759e5b001f7 HTTP/1.1" status: 204 len: 168 time: 0.2109110 Nov 22 23:12:11.777377 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45340) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:11.845808 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.929819 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.950923 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca92548-6a1f-44c4-802a-329433ab0648']}} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:11.960734 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1953c9d4-0ad7-47c5-a5a7-4a6b1d1a0a2a') {'for_net_delete': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:11.961013 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1953c9d4-0ad7-47c5-a5a7-4a6b1d1a0a2a') {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:11.971324 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25256350'] for segment, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.984505 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.990488 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=102663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:12:11.990867 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894546'] for segment, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: Traceback (most recent call last): Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: timer() Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: cb(*args, **kw) Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: return func(*args, **kwargs) Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: self._notify() Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: self.callback(batched_events) Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: event.method(event) Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: return f(self, *a, **k) Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: return self._get(url).json() Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: return self.request(url, 'GET', **kwargs) Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:12:11.992753 dv-cinder-818834-1-iscsi neutron-server[102663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:12:12.046498 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.055628 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.058795 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] 10.222.0.81 "DELETE /v2.0/networks/9ca92548-6a1f-44c4-802a-329433ab0648 HTTP/1.1" status: 204 len: 168 time: 0.2810137 Nov 22 23:12:12.061932 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45352) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:12.073033 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae135c2f-4ef8-46bd-ac16-60d7d756513b admin admin] Pushing event deleted for resources: {'Network': ['ID=9ca92548-6a1f-44c4-802a-329433ab0648,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:12.117923 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bd4978-ef74-4f64-8aa0-b104a07a5b80 admin admin] Deleting subnet 8d0f12c3-7423-4fa4-8f54-0b0b9be4668d {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:12:12.121231 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4978-ef74-4f64-8aa0-b104a07a5b80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.157942 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4978-ef74-4f64-8aa0-b104a07a5b80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396422'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.159539 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45356) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:12.206567 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4978-ef74-4f64-8aa0-b104a07a5b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.262603 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4978-ef74-4f64-8aa0-b104a07a5b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13277457'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.276506 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1411522070-network', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:12:12.300354 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4978-ef74-4f64-8aa0-b104a07a5b80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.303572 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-a8bd4978-ef74-4f64-8aa0-b104a07a5b80 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8d0f12c3-7423-4fa4-8f54-0b0b9be4668d HTTP/1.1" status: 204 len: 168 time: 0.2394168 Nov 22 23:12:12.306143 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45360) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:12.306796 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd4978-ef74-4f64-8aa0-b104a07a5b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0f12c3-7423-4fa4-8f54-0b0b9be4668d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:12.325825 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Made reservation on behalf of 538d6678155f4cee9a60120ca22eab1c for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:12:12.328507 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.336858 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.375024 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.412709 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.416841 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.442307 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 23:12:12.452118 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:12.457404 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.457780 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Added segment a6cf2b8c-3857-4c38-8680-6bc1bba896f2 of type vlan for network 0b3cfe8e-e28b-48b3-b918-5313345f8119 Nov 22 23:12:12.463984 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.485692 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855d8498-1d1a-4237-a95c-f7511500655d']}} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:12.495331 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab95ddf-701d-4f13-943b-b4b341802844') {'for_net_delete': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:12.495551 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab95ddf-701d-4f13-943b-b4b341802844') {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:12.502564 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.505056 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25256350'] for segment, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.518903 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.525034 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=102663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:12:12.525498 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894546'] for segment, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: Traceback (most recent call last): Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: timer() Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: cb(*args, **kw) Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: return func(*args, **kwargs) Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: self._notify() Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: self.callback(batched_events) Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: event.method(event) Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: return f(self, *a, **k) Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: return self._get(url).json() Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: return self.request(url, 'GET', **kwargs) Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:12:12.527367 dv-cinder-818834-1-iscsi neutron-server[102663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:12:12.529707 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.529707 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:12.529707 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.580338 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4197519 Nov 22 23:12:12.583639 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45362) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:12.588793 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-fb1ffad2-80d4-458b-9781-f0dbcdb074ff admin admin] Request body: {'subnet': {'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1411522070-subnet', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'ip_version': 4}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:12:12.591839 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.593111 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d453d-fdeb-4208-a0cc-3ef40e4ce410 admin admin] Pushing event updated for resources: {'Network': ['ID=0b3cfe8e-e28b-48b3-b918-5313345f8119,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:12.600810 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.603329 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 0b3cfe8e-e28b-48b3-b918-5313345f8119 details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 23:12:12.606890 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] 10.222.0.81 "DELETE /v2.0/networks/855d8498-1d1a-4237-a95c-f7511500655d HTTP/1.1" status: 204 len: 168 time: 0.2966375 Nov 22 23:12:12.623579 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26407154-a30e-49ff-8fa1-318678c5b021 admin admin] Pushing event deleted for resources: {'Network': ['ID=855d8498-1d1a-4237-a95c-f7511500655d,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:12.634081 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1ffad2-80d4-458b-9781-f0dbcdb074ff admin admin] Made reservation on behalf of 538d6678155f4cee9a60120ca22eab1c for: {'subnet': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:12:12.636435 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb1ffad2-80d4-458b-9781-f0dbcdb074ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24915947'] for subnet, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.739413 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45366) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:12.779955 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-827e39a0-c24f-4535-8aa0-da8cd5411717 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=30d1b8874aaa4203a04a78dfe6e654a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393953 Nov 22 23:12:12.782997 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45368) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:12.807139 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb1ffad2-80d4-458b-9781-f0dbcdb074ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24894669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24915909'] for subnet, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.831386 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fc56c8c-6a41-4d1c-803d-f27abc465dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.854193 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fc56c8c-6a41-4d1c-803d-f27abc465dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.870691 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ffad2-80d4-458b-9781-f0dbcdb074ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67ebcd2-7104-42f9-8f3f-70230c57a37b,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:12.880895 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ffad2-80d4-458b-9781-f0dbcdb074ff admin admin] Checking segment: {'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:12:12.882212 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ffad2-80d4-458b-9781-f0dbcdb074ff admin admin] Network hostable DHCP agents. Network: 0b3cfe8e-e28b-48b3-b918-5313345f8119, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 23:12:12.901946 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ffad2-80d4-458b-9781-f0dbcdb074ff admin admin] Network 0b3cfe8e-e28b-48b3-b918-5313345f8119 is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 23:12:12.907094 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fc56c8c-6a41-4d1c-803d-f27abc465dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.909624 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1fc56c8c-6a41-4d1c-803d-f27abc465dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.913404 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-1fc56c8c-6a41-4d1c-803d-f27abc465dc0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/162b4c69-c994-4a36-bef1-fa57e8dcbb6f HTTP/1.1" status: 204 len: 168 time: 0.1268501 Nov 22 23:12:12.913559 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ffad2-80d4-458b-9781-f0dbcdb074ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 0b3cfe8e-e28b-48b3-b918-5313345f8119) {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:12:12.920794 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1ffad2-80d4-458b-9781-f0dbcdb074ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:12.922471 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001ba34e-0f51-4b54-a2bf-1830f2fcb323 None None] Network 0b3cfe8e-e28b-48b3-b918-5313345f8119 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:12:12.922750 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc56c8c-6a41-4d1c-803d-f27abc465dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162b4c69-c994-4a36-bef1-fa57e8dcbb6f,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:12.922894 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-fb1ffad2-80d4-458b-9781-f0dbcdb074ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.942346 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-fb1ffad2-80d4-458b-9781-f0dbcdb074ff admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3567908 Nov 22 23:12:12.944620 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45372) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:12.949082 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:12:12.972387 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26039'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:12.973537 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28228'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.030126 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.091047 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32a08a7-587b-5100-8c07-e5f5466f0d27-0b3cfe8e-e28b-48b3-b918-5313345f8119', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b'}]}} from dv-cinder-818834-1-iscsi. {{(pid=102664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 23:12:13.092134 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.182650 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.245032 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Allocated IP 172.20.0.2 (0b3cfe8e-e28b-48b3-b918-5313345f8119/d67ebcd2-7104-42f9-8f3f-70230c57a37b/bd9fde4f-7c64-459b-935b-fa1a218b918f) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:12:13.299587 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45376) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:13.343260 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-772c2cc4-e8ca-48cb-bc00-eb4c24ee54b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c20298f311942fb93585ad4b8bc0bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423632 Nov 22 23:12:13.344198 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45378) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:13.397035 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-241e426c-77a8-4b58-821f-ed23cc7e8183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.398030 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.408037 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.416245 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.420660 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.423381 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-241e426c-77a8-4b58-821f-ed23cc7e8183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.465643 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Network 0b3cfe8e-e28b-48b3-b918-5313345f8119 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:12:13.471135 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:12:13.473056 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Pushing event updated for resources: {'Port': ['ID=bd9fde4f-7c64-459b-935b-fa1a218b918f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:13.475537 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:12:13.478841 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-241e426c-77a8-4b58-821f-ed23cc7e8183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.482593 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-241e426c-77a8-4b58-821f-ed23cc7e8183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.484100 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-241e426c-77a8-4b58-821f-ed23cc7e8183 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/edd02d39-004e-435d-9cad-d5cf2ad4309c HTTP/1.1" status: 204 len: 168 time: 0.1388404 Nov 22 23:12:13.494138 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e426c-77a8-4b58-821f-ed23cc7e8183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd02d39-004e-435d-9cad-d5cf2ad4309c,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:13.539369 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Allocated IP 172.27.0.177 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/806fec29-48c4-493d-bc06-197c7c5dc341) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:12:13.552625 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Attempting to bind port bd9fde4f-7c64-459b-935b-fa1a218b918f on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:12:13.553005 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Attempting to bind port bd9fde4f-7c64-459b-935b-fa1a218b918f by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:12:13.553767 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Attempting to bind port bd9fde4f-7c64-459b-935b-fa1a218b918f on network 0b3cfe8e-e28b-48b3-b918-5313345f8119 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:12:13.559404 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:12:13.559789 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Checking segment: {'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:12:13.560197 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.560591 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Bound using segment: {'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:12:13.561088 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Bound port: bd9fde4f-7c64-459b-935b-fa1a218b918f, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:12:13.561472 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.632200 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] For port bd9fde4f-7c64-459b-935b-fa1a218b918f, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:12:13.636889 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] For port bd9fde4f-7c64-459b-935b-fa1a218b918f, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=bd9fde4f-7c64-459b-935b-fa1a218b918f,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:12:13.642356 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.651617 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.693081 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:13.710975 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17924a2-541c-42ab-8dc7-9e6d56056da3 None None] Pushing event updated for resources: {'Port': ['ID=bd9fde4f-7c64-459b-935b-fa1a218b918f,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:13.744515 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:12:13.747467 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:12:13.752934 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:12:13.756777 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Pushing event updated for resources: {'Port': ['ID=806fec29-48c4-493d-bc06-197c7c5dc341,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:14.080484 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device bd9fde4f-7c64-459b-935b-fa1a218b918f up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:14.137830 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port bd9fde4f-7c64-459b-935b-fa1a218b918f triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:14.138205 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:14.339092 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:14.367229 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:14.404903 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port bd9fde4f-7c64-459b-935b-fa1a218b918f, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=bd9fde4f-7c64-459b-935b-fa1a218b918f,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:12:14.414313 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:14.472450 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=bd9fde4f-7c64-459b-935b-fa1a218b918f,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:14.566725 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352066'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:14.706166 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Router 6e1bb5f8-3706-417f-bd73-292cb3decec2 is scheduled to L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 23:12:14.782422 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf3865-adc6-4198-be92-2d2410a15b92 None None] Network 0b3cfe8e-e28b-48b3-b918-5313345f8119 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:12:14.790424 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45408) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:14.822638 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:12:14.841175 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:14.842364 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-59030343-8faf-4127-a99b-2f3dd9dd3aef admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8966041 Nov 22 23:12:14.842816 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Sync routers for ids ['6e1bb5f8-3706-417f-bd73-292cb3decec2'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:12:14.845585 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45412) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:14.861985 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Routers {'6e1bb5f8-3706-417f-bd73-292cb3decec2'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:12:14.862627 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:12:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e1bb5f8-3706-417f-bd73-292cb3decec2'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:14.922252 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c251cb44-786a-484e-a43f-f0eba91855bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.000977 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-4f580673-9526-4ffe-a575-cba1e1f8d6c3 None None] Provisioning complete for port bd9fde4f-7c64-459b-935b-fa1a218b918f triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:15.001342 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f580673-9526-4ffe-a575-cba1e1f8d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.067422 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Set router 6e1bb5f8-3706-417f-bd73-292cb3decec2 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:12:15.123326 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c251cb44-786a-484e-a43f-f0eba91855bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.130225 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c251cb44-786a-484e-a43f-f0eba91855bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.213482 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-c251cb44-786a-484e-a43f-f0eba91855bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bac74d72198d4b40aaf032d970bfa6ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218967 Nov 22 23:12:15.214315 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251cb44-786a-484e-a43f-f0eba91855bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a31cf0-232c-408a-b2f2-0288ed33b0b7,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:15.216211 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45414) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:15.282381 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-309c102a-87e5-4016-ba4c-631cc708610c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.308953 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-309c102a-87e5-4016-ba4c-631cc708610c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.329452 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:12:14Z', 'revision_number': 3, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:15.366038 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-309c102a-87e5-4016-ba4c-631cc708610c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.368221 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Checking router: 6e1bb5f8-3706-417f-bd73-292cb3decec2 for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:12:15.368583 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Updating router 6e1bb5f8-3706-417f-bd73-292cb3decec2 port 806fec29-48c4-493d-bc06-197c7c5dc341 binding host dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 23:12:15.370778 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-309c102a-87e5-4016-ba4c-631cc708610c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.372214 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-309c102a-87e5-4016-ba4c-631cc708610c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34a31cf0-232c-408a-b2f2-0288ed33b0b7 HTTP/1.1" status: 204 len: 168 time: 0.1545191 Nov 22 23:12:15.382115 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c102a-87e5-4016-ba4c-631cc708610c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a31cf0-232c-408a-b2f2-0288ed33b0b7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:15.406434 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.436471 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.541307 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-78a31a0a-b8fd-4c44-b059-96776408e519 None None] Provisioning complete for port bd9fde4f-7c64-459b-935b-fa1a218b918f triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:15.541843 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78a31a0a-b8fd-4c44-b059-96776408e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.615666 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Allocated IP 172.20.0.1 (0b3cfe8e-e28b-48b3-b918-5313345f8119/d67ebcd2-7104-42f9-8f3f-70230c57a37b/285583cc-291f-44e0-8852-11ab5afd877c) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:12:15.740586 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.768277 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.774420 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.775798 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.814816 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Network 0b3cfe8e-e28b-48b3-b918-5313345f8119 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:12:15.817827 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:12:15.821562 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:12:15.832348 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Attempting to bind port 806fec29-48c4-493d-bc06-197c7c5dc341 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:12:15.832892 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Attempting to bind port 806fec29-48c4-493d-bc06-197c7c5dc341 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:12:15.833077 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Attempting to bind port 806fec29-48c4-493d-bc06-197c7c5dc341 on network e28730dd-aa15-45df-ad65-718ec9d0cbab {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:12:15.841183 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:12:15.841563 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Checking segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:12:15.842003 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.842398 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Bound using segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:12:15.842871 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Bound port: 806fec29-48c4-493d-bc06-197c7c5dc341, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:12:15.843278 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.845867 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Pushing event updated for resources: {'Port': ['ID=285583cc-291f-44e0-8852-11ab5afd877c,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:15.865401 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16292325'] for router_interface, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.893345 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10850d-376a-42b6-85f1-9f04c0ea527a None None] Pushing event updated for resources: {'Port': ['ID=806fec29-48c4-493d-bc06-197c7c5dc341,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:15.913651 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] For port 806fec29-48c4-493d-bc06-197c7c5dc341, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:12:15.917303 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] For port 806fec29-48c4-493d-bc06-197c7c5dc341, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=806fec29-48c4-493d-bc06-197c7c5dc341,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:12:15.923885 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:15.987197 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Routers {'6e1bb5f8-3706-417f-bd73-292cb3decec2'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:12:15.987832 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:12:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e1bb5f8-3706-417f-bd73-292cb3decec2'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:16.014422 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:16.048041 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device bd9fde4f-7c64-459b-935b-fa1a218b918f up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:16.075610 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10850d-376a-42b6-85f1-9f04c0ea527a None None] Pushing event updated for resources: {'Port': ['ID=806fec29-48c4-493d-bc06-197c7c5dc341,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:16.139768 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] Set router 6e1bb5f8-3706-417f-bd73-292cb3decec2 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:12:16.188157 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:16.193518 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:16.226307 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-8d55d9d3-eb5a-4afc-9833-1914facc1e6b None None] Provisioning complete for port 285583cc-291f-44e0-8852-11ab5afd877c triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:16.226597 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d55d9d3-eb5a-4afc-9833-1914facc1e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:16.228535 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port bd9fde4f-7c64-459b-935b-fa1a218b918f triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:16.228890 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:16.263362 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Pushing event updated for resources: {'Port': ['ID=285583cc-291f-44e0-8852-11ab5afd877c,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:16.266210 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292217'] for router_interface, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:16.362875 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Network 0b3cfe8e-e28b-48b3-b918-5313345f8119 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:12:16.364367 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:12:16.470776 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8d55d9d3-eb5a-4afc-9833-1914facc1e6b None None] Port 285583cc-291f-44e0-8852-11ab5afd877c cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:12:16.493188 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Router 6e1bb5f8-3706-417f-bd73-292cb3decec2 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:12:16.595734 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '285583cc-291f-44e0-8852-11ab5afd877c', 'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'mac_address': 'fa:16:3e:2e:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:15Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 1, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'subnets': [{'id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:16.617402 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:12:16.622753 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-dea9a7af-906d-4476-a000-0b9b5c8b4824 admin admin] 10.222.0.81 "PUT /v2.0/routers/6e1bb5f8-3706-417f-bd73-292cb3decec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7754345 Nov 22 23:12:16.624961 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-d3f3f8c1-228b-4eca-998b-02f4d3644394 None None] Provisioning complete for port 285583cc-291f-44e0-8852-11ab5afd877c triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:16.625506 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f8c1-228b-4eca-998b-02f4d3644394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:16.627297 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d08f7-ca17-47bd-881a-b8d4f056bb5b None None] The sync data for ids ['6e1bb5f8-3706-417f-bd73-292cb3decec2'] in dv-cinder-818834-1-iscsi is: [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '285583cc-291f-44e0-8852-11ab5afd877c', 'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'mac_address': 'fa:16:3e:2e:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:15Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 1, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'subnets': [{'id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:12:16.673016 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d3f3f8c1-228b-4eca-998b-02f4d3644394 None None] Port 285583cc-291f-44e0-8852-11ab5afd877c cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:12:17.190571 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45432) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:17.195918 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-166269949-network', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:12:17.219518 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Made reservation on behalf of 3d7936bc3e7d4f56bcd1adf71f5af37d for: {'network': 1} {{(pid=102662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:12:17.222291 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for network, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.231332 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.337252 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.341549 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.367295 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=102662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 23:12:17.378057 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786e7b08-90f6-4cf9-8c78-87a330c0e11c,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:17.383140 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.383483 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.segments_db [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Added segment d937e0d2-037e-4f48-85c2-bbfcc20a326c of type vlan for network 49e870c8-0757-4547-9f7c-319421555b8b Nov 22 23:12:17.430720 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740652127245'] for network, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.458685 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561'] for network, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.459664 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:17.460248 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.523721 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3293235 Nov 22 23:12:17.524153 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45434) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:17.529051 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-87b29eeb-7e26-4042-8560-d231bac0c486 admin admin] Request body: {'subnet': {'network_id': '49e870c8-0757-4547-9f7c-319421555b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-166269949-subnet', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'ip_version': 4}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:12:17.535279 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7b1a7-0ba8-41df-807f-3ed942a0e6a9 admin admin] Pushing event updated for resources: {'Network': ['ID=49e870c8-0757-4547-9f7c-319421555b8b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:17.545157 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Network 49e870c8-0757-4547-9f7c-319421555b8b details requested by agent ovs-agent-dv-cinder-818834-1-iscsi with host dv-cinder-818834-1-iscsi {{(pid=102664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 23:12:17.557075 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b29eeb-7e26-4042-8560-d231bac0c486 admin admin] Made reservation on behalf of 3d7936bc3e7d4f56bcd1adf71f5af37d for: {'subnet': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:12:17.560372 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87b29eeb-7e26-4042-8560-d231bac0c486 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24915947'] for subnet, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.736010 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87b29eeb-7e26-4042-8560-d231bac0c486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24894669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24915909'] for subnet, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.793298 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b29eeb-7e26-4042-8560-d231bac0c486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=708f2902-2577-45cf-aa43-f72cf79fa56d,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:17.802297 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b29eeb-7e26-4042-8560-d231bac0c486 admin admin] Checking segment: {'id': 'd937e0d2-037e-4f48-85c2-bbfcc20a326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:12:17.802650 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b29eeb-7e26-4042-8560-d231bac0c486 admin admin] Network hostable DHCP agents. Network: 49e870c8-0757-4547-9f7c-319421555b8b, hostable agents: ['40129849-e931-4483-9309-6000c2514771'], hosted agents: [] {{(pid=102663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 23:12:17.820117 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b29eeb-7e26-4042-8560-d231bac0c486 admin admin] Network 49e870c8-0757-4547-9f7c-319421555b8b is scheduled to be hosted by DHCP agent 40129849-e931-4483-9309-6000c2514771 with binding_index 1 {{(pid=102663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 23:12:17.829679 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-87b29eeb-7e26-4042-8560-d231bac0c486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818834-1-iscsi, 49e870c8-0757-4547-9f7c-319421555b8b) {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:12:17.833815 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b29eeb-7e26-4042-8560-d231bac0c486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:17.834527 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-87b29eeb-7e26-4042-8560-d231bac0c486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.839460 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d157a484-5821-4e38-8cbb-c8eb2416a818 None None] Network 49e870c8-0757-4547-9f7c-319421555b8b requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:12:17.862077 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-87b29eeb-7e26-4042-8560-d231bac0c486 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3366983 Nov 22 23:12:17.866194 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45436) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:17.873433 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-166269949-router', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:12:17.898052 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26039'] for router, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.899649 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28228'] for router, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:17.959346 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.016342 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32a08a7-587b-5100-8c07-e5f5466f0d27-49e870c8-0757-4547-9f7c-319421555b8b', 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'fixed_ips': [{'subnet_id': '708f2902-2577-45cf-aa43-f72cf79fa56d'}]}} from dv-cinder-818834-1-iscsi. {{(pid=102664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 23:12:18.017343 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.094518 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 806fec29-48c4-493d-bc06-197c7c5dc341 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:18.105605 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.196966 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Allocated IP 172.20.0.2 (49e870c8-0757-4547-9f7c-319421555b8b/708f2902-2577-45cf-aa43-f72cf79fa56d/6be5b5bb-f645-4a09-b152-86557db960c8) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:12:18.204181 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 806fec29-48c4-493d-bc06-197c7c5dc341 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:18.204555 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.311295 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.330704 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.365761 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.418966 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port 806fec29-48c4-493d-bc06-197c7c5dc341, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=806fec29-48c4-493d-bc06-197c7c5dc341,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:12:18.428821 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.438455 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.449848 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Allocated IP 172.27.0.23 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/185bfef9-2511-401e-97cf-4134b2d8de9b) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:12:18.466250 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.493719 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Network 49e870c8-0757-4547-9f7c-319421555b8b is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:12:18.496504 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:12:18.500879 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:12:18.504079 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=806fec29-48c4-493d-bc06-197c7c5dc341,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:18.562612 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.580551 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Pushing event updated for resources: {'Port': ['ID=6be5b5bb-f645-4a09-b152-86557db960c8,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:18.591566 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Attempting to bind port 6be5b5bb-f645-4a09-b152-86557db960c8 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:12:18.592011 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Attempting to bind port 6be5b5bb-f645-4a09-b152-86557db960c8 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'd937e0d2-037e-4f48-85c2-bbfcc20a326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:12:18.592299 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Attempting to bind port 6be5b5bb-f645-4a09-b152-86557db960c8 on network 49e870c8-0757-4547-9f7c-319421555b8b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:12:18.598967 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:12:18.599377 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Checking segment: {'id': 'd937e0d2-037e-4f48-85c2-bbfcc20a326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:12:18.599787 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.600262 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Bound using segment: {'id': 'd937e0d2-037e-4f48-85c2-bbfcc20a326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:12:18.600742 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Bound port: 6be5b5bb-f645-4a09-b152-86557db960c8, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd937e0d2-037e-4f48-85c2-bbfcc20a326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:12:18.601131 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.601315 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.648127 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:12:18.650982 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:12:18.654491 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:12:18.667696 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] For port 6be5b5bb-f645-4a09-b152-86557db960c8, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:12:18.671114 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] For port 6be5b5bb-f645-4a09-b152-86557db960c8, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=6be5b5bb-f645-4a09-b152-86557db960c8,segment=NetworkSegment(d937e0d2-037e-4f48-85c2-bbfcc20a326c),segment_id=d937e0d2-037e-4f48-85c2-bbfcc20a326c)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:12:18.675124 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:18.682068 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Pushing event updated for resources: {'Port': ['ID=185bfef9-2511-401e-97cf-4134b2d8de9b,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:18.701327 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Sync routers for ids ['6e1bb5f8-3706-417f-bd73-292cb3decec2'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:12:18.711512 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Routers {'6e1bb5f8-3706-417f-bd73-292cb3decec2'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:12:18.712133 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:12:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e1bb5f8-3706-417f-bd73-292cb3decec2'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:18.744285 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3810125-bfc9-4162-8759-9a4238d3af97 None None] Pushing event updated for resources: {'Port': ['ID=6be5b5bb-f645-4a09-b152-86557db960c8,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:18.835591 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Set router 6e1bb5f8-3706-417f-bd73-292cb3decec2 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:12:18.950232 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:19.050379 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:12:19.098475 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '285583cc-291f-44e0-8852-11ab5afd877c', 'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'mac_address': 'fa:16:3e:2e:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:15Z', 'updated_at': '2021-11-22T23:12:16Z', 'revision_number': 2, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'subnets': [{'id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:19.128938 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Checking router: 6e1bb5f8-3706-417f-bd73-292cb3decec2 for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:12:19.129296 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Updating router 6e1bb5f8-3706-417f-bd73-292cb3decec2 port 285583cc-291f-44e0-8852-11ab5afd877c binding host dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 23:12:19.155111 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:19.162055 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352066'] for router, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:19.291156 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Router cfabb770-dbf9-46c3-a97e-091e2abe120a is scheduled to L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 with binding_index 1 {{(pid=102662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 23:12:19.400420 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:12:19.414852 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Sync routers for ids ['cfabb770-dbf9-46c3-a97e-091e2abe120a'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:12:19.427378 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:19.427768 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Routers {'cfabb770-dbf9-46c3-a97e-091e2abe120a'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:12:19.428710 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:12:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['cfabb770-dbf9-46c3-a97e-091e2abe120a'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:19.430109 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-969691a4-896f-495f-80c2-321b23874d34 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5627649 Nov 22 23:12:19.433476 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45438) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:12:19.434521 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:19.442515 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:19.492017 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Pushing event updated for resources: {'Port': ['ID=285583cc-291f-44e0-8852-11ab5afd877c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:19.529684 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:19.530055 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:19.530398 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:19.530731 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:19.531871 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:19.532217 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:19.532604 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:19.532928 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:19.533294 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:19.533709 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:19.534041 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:19.534284 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:19.575678 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Attempting to bind port 285583cc-291f-44e0-8852-11ab5afd877c on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:12:19.576051 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Attempting to bind port 285583cc-291f-44e0-8852-11ab5afd877c by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:12:19.576416 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Attempting to bind port 285583cc-291f-44e0-8852-11ab5afd877c on network 0b3cfe8e-e28b-48b3-b918-5313345f8119 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:12:19.582269 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:12:19.582664 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Checking segment: {'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:12:19.583041 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:19.583438 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Bound using segment: {'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:12:19.583911 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Bound port: 285583cc-291f-44e0-8852-11ab5afd877c, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:12:19.584309 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:19.592758 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Set router cfabb770-dbf9-46c3-a97e-091e2abe120a gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:12:19.665499 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] For port 285583cc-291f-44e0-8852-11ab5afd877c, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:12:19.669640 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] For port 285583cc-291f-44e0-8852-11ab5afd877c, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=285583cc-291f-44e0-8852-11ab5afd877c,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:12:19.676701 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:19.761969 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Routers {'6e1bb5f8-3706-417f-bd73-292cb3decec2'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:12:19.762848 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:12:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e1bb5f8-3706-417f-bd73-292cb3decec2'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:19.766773 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f54578-f195-4a1f-8693-3d6717d917aa None None] Pushing event updated for resources: {'Port': ['ID=285583cc-291f-44e0-8852-11ab5afd877c,revision_number=4']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:19.871071 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'name': 'tempest-TestMinimumBasicScenario-166269949-router', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:17Z', 'updated_at': '2021-11-22T23:12:18Z', 'revision_number': 3, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'gw_port': {'id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:18Z', 'updated_at': '2021-11-22T23:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:19.903379 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Checking router: cfabb770-dbf9-46c3-a97e-091e2abe120a for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:12:19.903703 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Updating router cfabb770-dbf9-46c3-a97e-091e2abe120a port 185bfef9-2511-401e-97cf-4134b2d8de9b binding host dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 23:12:19.938115 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:19.975478 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077098a4-64be-4f4b-a7e4-0ea463cd41ec None None] Network 49e870c8-0757-4547-9f7c-319421555b8b requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:12:20.053808 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] Set router 6e1bb5f8-3706-417f-bd73-292cb3decec2 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:12:20.126466 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-a869225b-490b-4cc7-99dd-906d74bb8310 None None] Provisioning complete for port 285583cc-291f-44e0-8852-11ab5afd877c triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:20.127558 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a869225b-490b-4cc7-99dd-906d74bb8310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:20.245725 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 285583cc-291f-44e0-8852-11ab5afd877c up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:20.292060 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:20.328508 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '285583cc-291f-44e0-8852-11ab5afd877c', 'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'mac_address': 'fa:16:3e:2e:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:15Z', 'updated_at': '2021-11-22T23:12:19Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'subnets': [{'id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:20.355146 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d60c02-00d6-4c87-86f2-cc6d2fb03396 None None] The sync data for ids ['6e1bb5f8-3706-417f-bd73-292cb3decec2'] in dv-cinder-818834-1-iscsi is: [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '285583cc-291f-44e0-8852-11ab5afd877c', 'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'mac_address': 'fa:16:3e:2e:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:15Z', 'updated_at': '2021-11-22T23:12:19Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'subnets': [{'id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:12:20.462255 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_common [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Allocated IP 172.20.0.1 (49e870c8-0757-4547-9f7c-319421555b8b/708f2902-2577-45cf-aa43-f72cf79fa56d/2c1b7f14-7359-49e1-895e-0834798ea270) {{(pid=102662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:12:20.473645 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a869225b-490b-4cc7-99dd-906d74bb8310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:20.482654 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 285583cc-291f-44e0-8852-11ab5afd877c triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:20.483027 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:20.589469 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:20.637530 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:20.688197 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Network 49e870c8-0757-4547-9f7c-319421555b8b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:12:20.691900 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:12:20.696338 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Received port after_create {{(pid=102662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:12:20.719688 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a869225b-490b-4cc7-99dd-906d74bb8310 None None] For port 285583cc-291f-44e0-8852-11ab5afd877c, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=285583cc-291f-44e0-8852-11ab5afd877c,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:12:20.726574 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1b7f14-7359-49e1-895e-0834798ea270,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:20.744233 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a869225b-490b-4cc7-99dd-906d74bb8310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:20.752739 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16292325'] for router_interface, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:20.805404 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869225b-490b-4cc7-99dd-906d74bb8310 None None] Pushing event updated for resources: {'Port': ['ID=285583cc-291f-44e0-8852-11ab5afd877c,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:20.857207 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:20.888023 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:20.924377 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:20.926005 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 6be5b5bb-f645-4a09-b152-86557db960c8 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:20.967418 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-026141c3-f3b1-4228-98b0-ebac7cb54f8b None None] Provisioning complete for port 6be5b5bb-f645-4a09-b152-86557db960c8 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:20.967612 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-026141c3-f3b1-4228-98b0-ebac7cb54f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:20.973744 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cebb3-a226-4173-851c-742462c177df None None] Pushing event updated for resources: {'Port': ['ID=185bfef9-2511-401e-97cf-4134b2d8de9b,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:21.031615 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Attempting to bind port 185bfef9-2511-401e-97cf-4134b2d8de9b on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:12:21.031937 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Attempting to bind port 185bfef9-2511-401e-97cf-4134b2d8de9b by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:12:21.032484 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Attempting to bind port 185bfef9-2511-401e-97cf-4134b2d8de9b on network e28730dd-aa15-45df-ad65-718ec9d0cbab {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:12:21.045363 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:12:21.045912 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Checking segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:12:21.046433 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:21.047202 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Bound using segment: {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:12:21.047811 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Bound port: 185bfef9-2511-401e-97cf-4134b2d8de9b, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14fd89-fac4-4e4f-8282-42b4c6159200', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:12:21.048559 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:21.109176 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 6be5b5bb-f645-4a09-b152-86557db960c8 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:21.109733 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:21.126375 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:21.132666 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13536224'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:21.166938 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] For port 185bfef9-2511-401e-97cf-4134b2d8de9b, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:12:21.191404 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] For port 185bfef9-2511-401e-97cf-4134b2d8de9b, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=185bfef9-2511-401e-97cf-4134b2d8de9b,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:12:21.194326 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-026141c3-f3b1-4228-98b0-ebac7cb54f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:21.204278 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1b7f14-7359-49e1-895e-0834798ea270,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:21.205153 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:21.206874 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292217'] for router_interface, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:21.283779 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-026141c3-f3b1-4228-98b0-ebac7cb54f8b None None] For port 6be5b5bb-f645-4a09-b152-86557db960c8, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=6be5b5bb-f645-4a09-b152-86557db960c8,segment=NetworkSegment(d937e0d2-037e-4f48-85c2-bbfcc20a326c),segment_id=d937e0d2-037e-4f48-85c2-bbfcc20a326c)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:12:21.293711 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-026141c3-f3b1-4228-98b0-ebac7cb54f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:21.295481 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Routers {'cfabb770-dbf9-46c3-a97e-091e2abe120a'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:12:21.296111 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:12:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['cfabb770-dbf9-46c3-a97e-091e2abe120a'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:21.304336 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cebb3-a226-4173-851c-742462c177df None None] Pushing event updated for resources: {'Port': ['ID=185bfef9-2511-401e-97cf-4134b2d8de9b,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:21.307908 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Network 49e870c8-0757-4547-9f7c-319421555b8b is already hosted by enough agents. {{(pid=102662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:12:21.309331 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.base_scheduler [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:12:21.436485 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Router cfabb770-dbf9-46c3-a97e-091e2abe120a has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:12:21.465127 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-026141c3-f3b1-4228-98b0-ebac7cb54f8b None None] Provisioning complete for port 285583cc-291f-44e0-8852-11ab5afd877c triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:21.465508 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-026141c3-f3b1-4228-98b0-ebac7cb54f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:21.475977 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 806fec29-48c4-493d-bc06-197c7c5dc341 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:21.544606 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026141c3-f3b1-4228-98b0-ebac7cb54f8b None None] Pushing event updated for resources: {'Port': ['ID=6be5b5bb-f645-4a09-b152-86557db960c8,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:21.551675 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:12:21.561017 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-f5855528-7bad-46cc-8bd1-09eda5acaf27 admin admin] 10.222.0.81 "PUT /v2.0/routers/cfabb770-dbf9-46c3-a97e-091e2abe120a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1221445 Nov 22 23:12:21.563314 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] Set router cfabb770-dbf9-46c3-a97e-091e2abe120a gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:12:21.727294 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 806fec29-48c4-493d-bc06-197c7c5dc341 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:21.727976 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:21.888447 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-3ad7e18f-e95c-4a6a-a160-a0fbbca65aa1 None None] Provisioning complete for port 2c1b7f14-7359-49e1-895e-0834798ea270 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:21.888861 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e18f-e95c-4a6a-a160-a0fbbca65aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:21.925834 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'name': 'tempest-TestMinimumBasicScenario-166269949-router', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:17Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 4, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'gw_port': {'id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:18Z', 'updated_at': '2021-11-22T23:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '2c1b7f14-7359-49e1-895e-0834798ea270', 'name': '', 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'mac_address': 'fa:16:3e:fa:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '708f2902-2577-45cf-aa43-f72cf79fa56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:20Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 2, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'subnets': [{'id': '708f2902-2577-45cf-aa43-f72cf79fa56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:21.955752 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041091f4-8816-4297-b552-3f1a2b01aa35 None None] The sync data for ids ['cfabb770-dbf9-46c3-a97e-091e2abe120a'] in dv-cinder-818834-1-iscsi is: [{'id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'name': 'tempest-TestMinimumBasicScenario-166269949-router', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:17Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 4, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'gw_port': {'id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:18Z', 'updated_at': '2021-11-22T23:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '2c1b7f14-7359-49e1-895e-0834798ea270', 'name': '', 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'mac_address': 'fa:16:3e:fa:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '708f2902-2577-45cf-aa43-f72cf79fa56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:20Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 2, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'subnets': [{'id': '708f2902-2577-45cf-aa43-f72cf79fa56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:12:21.960646 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7e18f-e95c-4a6a-a160-a0fbbca65aa1 None None] Port 2c1b7f14-7359-49e1-895e-0834798ea270 cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:12:22.049782 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 285583cc-291f-44e0-8852-11ab5afd877c up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:22.101523 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 285583cc-291f-44e0-8852-11ab5afd877c triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:22.101919 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:22.224701 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 6be5b5bb-f645-4a09-b152-86557db960c8 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:22.297033 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 6be5b5bb-f645-4a09-b152-86557db960c8 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:22.298083 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:24.088351 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 185bfef9-2511-401e-97cf-4134b2d8de9b up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:24.148397 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 185bfef9-2511-401e-97cf-4134b2d8de9b triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:24.148853 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:24.246983 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:24.278904 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] For port 185bfef9-2511-401e-97cf-4134b2d8de9b, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=185bfef9-2511-401e-97cf-4134b2d8de9b,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:12:24.285209 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:24.478784 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Pushing event updated for resources: {'Port': ['ID=185bfef9-2511-401e-97cf-4134b2d8de9b,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:24.684394 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Sync routers for ids ['cfabb770-dbf9-46c3-a97e-091e2abe120a'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:12:24.697530 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Routers {'cfabb770-dbf9-46c3-a97e-091e2abe120a'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:12:24.698230 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:12:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['cfabb770-dbf9-46c3-a97e-091e2abe120a'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:24.818088 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Set router cfabb770-dbf9-46c3-a97e-091e2abe120a gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:12:25.031838 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'name': 'tempest-TestMinimumBasicScenario-166269949-router', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:17Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 4, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'gw_port': {'id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:18Z', 'updated_at': '2021-11-22T23:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '2c1b7f14-7359-49e1-895e-0834798ea270', 'name': '', 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'mac_address': 'fa:16:3e:fa:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '708f2902-2577-45cf-aa43-f72cf79fa56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:20Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 2, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'subnets': [{'id': '708f2902-2577-45cf-aa43-f72cf79fa56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:25.058828 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Checking router: cfabb770-dbf9-46c3-a97e-091e2abe120a for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:12:25.059086 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Updating router cfabb770-dbf9-46c3-a97e-091e2abe120a port 2c1b7f14-7359-49e1-895e-0834798ea270 binding host dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 23:12:25.087719 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:25.390010 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:25.396803 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:25.483792 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc0f35-41e9-453e-917d-a96786a21a7d None None] Pushing event updated for resources: {'Port': ['ID=2c1b7f14-7359-49e1-895e-0834798ea270,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:25.538723 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Attempting to bind port 2c1b7f14-7359-49e1-895e-0834798ea270 on host dv-cinder-818834-1-iscsi for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:12:25.539097 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Attempting to bind port 2c1b7f14-7359-49e1-895e-0834798ea270 by drivers openvswitch,hyperv on host dv-cinder-818834-1-iscsi at level 0 using segments [{'id': 'd937e0d2-037e-4f48-85c2-bbfcc20a326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:12:25.539464 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Attempting to bind port 2c1b7f14-7359-49e1-895e-0834798ea270 on network 49e870c8-0757-4547-9f7c-319421555b8b {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:12:25.545967 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Checking agent: {'id': '67e4dc13-61ae-477d-8830-9f91fe60f200', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818834-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 51, 8), 'started_at': datetime.datetime(2021, 11, 22, 22, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818834-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:12:25.546354 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Checking segment: {'id': 'd937e0d2-037e-4f48-85c2-bbfcc20a326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:12:25.547108 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:25.547690 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Bound using segment: {'id': 'd937e0d2-037e-4f48-85c2-bbfcc20a326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:12:25.548122 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Bound port: 2c1b7f14-7359-49e1-895e-0834798ea270, host: dv-cinder-818834-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd937e0d2-037e-4f48-85c2-bbfcc20a326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:12:25.548527 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:25.620499 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] For port 2c1b7f14-7359-49e1-895e-0834798ea270, host dv-cinder-818834-1-iscsi, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:12:25.623639 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] For port 2c1b7f14-7359-49e1-895e-0834798ea270, host dv-cinder-818834-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=2c1b7f14-7359-49e1-895e-0834798ea270,segment=NetworkSegment(d937e0d2-037e-4f48-85c2-bbfcc20a326c),segment_id=d937e0d2-037e-4f48-85c2-bbfcc20a326c)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:12:25.631768 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:25.692364 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Routers {'cfabb770-dbf9-46c3-a97e-091e2abe120a'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:12:25.693053 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:12:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['cfabb770-dbf9-46c3-a97e-091e2abe120a'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:25.694906 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc0f35-41e9-453e-917d-a96786a21a7d None None] Pushing event updated for resources: {'Port': ['ID=2c1b7f14-7359-49e1-895e-0834798ea270,revision_number=4']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:25.722350 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-50cebb4a-5041-4c0a-b594-edae40057dea None None] Provisioning complete for port 2c1b7f14-7359-49e1-895e-0834798ea270 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:25.722966 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50cebb4a-5041-4c0a-b594-edae40057dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:25.829665 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50cebb4a-5041-4c0a-b594-edae40057dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:25.897599 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] Set router cfabb770-dbf9-46c3-a97e-091e2abe120a gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:12:25.918777 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-50cebb4a-5041-4c0a-b594-edae40057dea None None] For port 2c1b7f14-7359-49e1-895e-0834798ea270, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=2c1b7f14-7359-49e1-895e-0834798ea270,segment=NetworkSegment(d937e0d2-037e-4f48-85c2-bbfcc20a326c),segment_id=d937e0d2-037e-4f48-85c2-bbfcc20a326c)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:12:25.927168 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50cebb4a-5041-4c0a-b594-edae40057dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:25.986246 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cebb4a-5041-4c0a-b594-edae40057dea None None] Pushing event updated for resources: {'Port': ['ID=2c1b7f14-7359-49e1-895e-0834798ea270,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:26.063364 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-b1cbbc81-df8f-491c-b9ec-8f111b54958e None None] Provisioning complete for port 2c1b7f14-7359-49e1-895e-0834798ea270 triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:26.063747 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b1cbbc81-df8f-491c-b9ec-8f111b54958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:26.128183 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 185bfef9-2511-401e-97cf-4134b2d8de9b up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:26.231099 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 185bfef9-2511-401e-97cf-4134b2d8de9b triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:26.231381 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:26.233272 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'name': 'tempest-TestMinimumBasicScenario-166269949-router', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:17Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 4, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'gw_port': {'id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:18Z', 'updated_at': '2021-11-22T23:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '2c1b7f14-7359-49e1-895e-0834798ea270', 'name': '', 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'mac_address': 'fa:16:3e:fa:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '708f2902-2577-45cf-aa43-f72cf79fa56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:20Z', 'updated_at': '2021-11-22T23:12:25Z', 'revision_number': 4, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'subnets': [{'id': '708f2902-2577-45cf-aa43-f72cf79fa56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:12:26.331651 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 2c1b7f14-7359-49e1-895e-0834798ea270 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:26.376688 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db9bdc-a48a-4272-9d37-305ea65dbe35 None None] The sync data for ids ['cfabb770-dbf9-46c3-a97e-091e2abe120a'] in dv-cinder-818834-1-iscsi is: [{'id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'name': 'tempest-TestMinimumBasicScenario-166269949-router', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:17Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 4, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'gw_port': {'id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:18Z', 'updated_at': '2021-11-22T23:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '2c1b7f14-7359-49e1-895e-0834798ea270', 'name': '', 'network_id': '49e870c8-0757-4547-9f7c-319421555b8b', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'mac_address': 'fa:16:3e:fa:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '708f2902-2577-45cf-aa43-f72cf79fa56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:20Z', 'updated_at': '2021-11-22T23:12:25Z', 'revision_number': 4, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'subnets': [{'id': '708f2902-2577-45cf-aa43-f72cf79fa56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:12:26.384963 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 2c1b7f14-7359-49e1-895e-0834798ea270 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:26.385333 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:28.044221 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 2c1b7f14-7359-49e1-895e-0834798ea270 up at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:28.095980 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Provisioning complete for port 2c1b7f14-7359-49e1-895e-0834798ea270 triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:28.096611 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:31.357169 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-8d97d7b1-e4db-40cb-b923-78ec670a71f1 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:31.358668 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-8d97d7b1-e4db-40cb-b923-78ec670a71f1 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/networks?id=0b3cfe8e-e28b-48b3-b918-5313345f8119 HTTP/1.1" status: 200 len: 815 time: 0.1030385 Nov 22 23:12:31.373177 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-b272ac36-4101-487d-8f61-75cd2627e532 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/quotas/538d6678155f4cee9a60120ca22eab1c HTTP/1.1" status: 200 len: 375 time: 0.0088532 Nov 22 23:12:31.423849 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-413b5c17-14d1-4682-b0f9-082159922af3 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=538d6678155f4cee9a60120ca22eab1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452070 Nov 22 23:12:31.528858 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-259c729f-5ccd-4e06-b790-b14e66f304bb service neutron] 10.222.0.81 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927238 Nov 22 23:12:31.615414 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-51df6853-fc82-493a-b36a-d9876a64291e service neutron] 10.222.0.81 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799549 Nov 22 23:12:31.777119 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b88dba63-deda-4321-aab7-82a957fb79c2 req-cbd1d1c4-c030-4594-8012-3fdb6a5d72cb tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 210 time: 0.0274067 Nov 22 23:12:32.607700 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2e31a60-e34c-4490-b7e4-685b5a1c7afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:32.871076 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-dd9d428b-d1f9-463a-81d7-c94d12314f27 req-f08fcc6f-9578-4a8a-9cdd-0bf010d0538d tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 210 time: 0.0258214 Nov 22 23:12:33.065215 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0118d7f3-5aa1-4700-b666-83362be1d231 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:33.066755 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0118d7f3-5aa1-4700-b666-83362be1d231 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.83 "GET /v2.0/networks?id=0b3cfe8e-e28b-48b3-b918-5313345f8119 HTTP/1.1" status: 200 len: 815 time: 0.1082258 Nov 22 23:12:33.086122 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Request body: {'port': {'device_id': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'admin_state_up': True, 'tenant_id': '538d6678155f4cee9a60120ca22eab1c'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:12:33.195831 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Made reservation on behalf of 538d6678155f4cee9a60120ca22eab1c for: {'port': 1} {{(pid=102663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 23:12:33.199298 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:33.324543 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Allocated IP 172.20.0.3 (0b3cfe8e-e28b-48b3-b918-5313345f8119/d67ebcd2-7104-42f9-8f3f-70230c57a37b/5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:12:33.522883 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:33.559999 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:33.606548 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Network 0b3cfe8e-e28b-48b3-b918-5313345f8119 is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:12:33.610585 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:12:33.614984 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:12:33.656281 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event updated for resources: {'Port': ['ID=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:33.708531 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:33.709836 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:33.731503 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-0c30737a-8b0c-4647-a4be-bbcc97754275 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6490746 Nov 22 23:12:33.933496 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-cf937386-fb6e-4273-bba9-96c4696c9813 None None] Provisioning complete for port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:33.934127 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cf937386-fb6e-4273-bba9-96c4696c9813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:33.974378 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-cf937386-fb6e-4273-bba9-96c4696c9813 None None] Port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb cannot update to ACTIVE because it is not bound. {{(pid=102664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 23:12:34.022697 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125dab9-1dd8-4699-9e43-50f8fe4d3603 req-419ab7de-6556-4964-9c00-5e0991629b8e tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:34.024196 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5125dab9-1dd8-4699-9e43-50f8fe4d3603 req-419ab7de-6556-4964-9c00-5e0991629b8e tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 931 time: 0.0665860 Nov 22 23:12:34.081842 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5125dab9-1dd8-4699-9e43-50f8fe4d3603 req-4dfa7503-1760-4e21-98e8-f49e864a742c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514848 Nov 22 23:12:34.534024 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:35.212616 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc6fb5-63ef-4c04-979c-d554ce9c2463 req-3dea7fd7-c039-476b-a1cd-64788bb10d71 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:35.214405 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-29cc6fb5-63ef-4c04-979c-d554ce9c2463 req-3dea7fd7-c039-476b-a1cd-64788bb10d71 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 931 time: 0.0646470 Nov 22 23:12:35.267497 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-29cc6fb5-63ef-4c04-979c-d554ce9c2463 req-1fddc133-7d27-43f6-8c50-d38c75be5504 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454931 Nov 22 23:12:35.287751 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90661fb1-5ff1-4f8b-80db-f099fad54252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:36.389210 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:36.396816 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9643f-9289-46a1-87f0-36f6f731cb80 req-ccebe723-56c2-43e0-a9d5-a36422b5d4d7 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:36.398343 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c7e9643f-9289-46a1-87f0-36f6f731cb80 req-ccebe723-56c2-43e0-a9d5-a36422b5d4d7 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 931 time: 0.0612514 Nov 22 23:12:36.450045 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c7e9643f-9289-46a1-87f0-36f6f731cb80 req-a292a89f-edfc-4994-b923-02bf1d550e0b tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457439 Nov 22 23:12:37.587532 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd4a6-1284-42d9-82c6-9735f1e3b78f req-d664b79d-eda9-41c4-bc68-3c2855e2db9e tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:37.589020 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-01bfd4a6-1284-42d9-82c6-9735f1e3b78f req-d664b79d-eda9-41c4-bc68-3c2855e2db9e tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 931 time: 0.0582461 Nov 22 23:12:37.638708 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-01bfd4a6-1284-42d9-82c6-9735f1e3b78f req-63ff9572-6a33-4fcc-a8a8-be77470bd99b tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437140 Nov 22 23:12:37.713899 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:38.312560 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:38.758613 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ba9d8-0377-4bd4-8d6d-7d2fc665fcbb req-13d7f057-c00e-4391-abcd-8c0ea9ad9c60 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:38.760086 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-691ba9d8-0377-4bd4-8d6d-7d2fc665fcbb req-13d7f057-c00e-4391-abcd-8c0ea9ad9c60 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 931 time: 0.0539234 Nov 22 23:12:39.056248 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-691ba9d8-0377-4bd4-8d6d-7d2fc665fcbb req-da6433c9-bdd4-4fc2-9051-08cdc6eae854 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894642 Nov 22 23:12:40.183529 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eceef6-3e07-4e48-80cf-82615a0ad6d6 req-2f0224ae-600d-4ea5-a238-7fd79810c7ab tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:40.185277 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-45eceef6-3e07-4e48-80cf-82615a0ad6d6 req-2f0224ae-600d-4ea5-a238-7fd79810c7ab tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 931 time: 0.0481493 Nov 22 23:12:40.234796 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-45eceef6-3e07-4e48-80cf-82615a0ad6d6 req-acf4d92f-bf0a-4807-bb71-8f9b8abac465 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Nov 22 23:12:41.355430 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5cfc7-14e7-48cf-960d-c00318586894 req-a83e157d-45e8-4de6-b9fd-f515166ac78e tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:41.356899 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0eb5cfc7-14e7-48cf-960d-c00318586894 req-a83e157d-45e8-4de6-b9fd-f515166ac78e tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 931 time: 0.0492435 Nov 22 23:12:41.411663 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-0eb5cfc7-14e7-48cf-960d-c00318586894 req-7dc40e77-4fa2-484f-81c6-b1d49e83493d tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479262 Nov 22 23:12:42.526272 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66e003-23c9-4f79-b75a-20b5bf98fc2a req-557afabd-3372-4890-8cb9-d9472ab5e33d tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:42.527814 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-de66e003-23c9-4f79-b75a-20b5bf98fc2a req-557afabd-3372-4890-8cb9-d9472ab5e33d tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 931 time: 0.0484838 Nov 22 23:12:42.578633 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-de66e003-23c9-4f79-b75a-20b5bf98fc2a req-7e34436d-01ea-476b-8055-0de9ae842ca9 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441561 Nov 22 23:12:43.691899 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96a2d-dbaf-47ef-9f03-f04a4c467cf3 req-339dd4d6-023e-4e8f-a078-8f4d9c705696 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:43.693411 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ecb96a2d-dbaf-47ef-9f03-f04a4c467cf3 req-339dd4d6-023e-4e8f-a078-8f4d9c705696 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 931 time: 0.0481970 Nov 22 23:12:43.739673 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ecb96a2d-dbaf-47ef-9f03-f04a4c467cf3 req-264dda59-ccf8-4581-a170-aa008b1311ad tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403695 Nov 22 23:12:44.857169 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02320b96-bc67-4469-a75d-10afc57ec48a req-3eb47dbe-b538-4948-a7ac-3e8a0e2f55a1 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:44.858845 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-02320b96-bc67-4469-a75d-10afc57ec48a req-3eb47dbe-b538-4948-a7ac-3e8a0e2f55a1 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 931 time: 0.0524442 Nov 22 23:12:44.904955 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-02320b96-bc67-4469-a75d-10afc57ec48a req-d3039dbb-da56-4a00-840f-d814d6a22ff3 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Nov 22 23:12:45.527810 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Request body: {'port': {'device_id': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81883'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:12:45.579944 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:45.852508 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb {{(pid=102663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:12:45.860963 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:45.875684 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.provisioning_blocks [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Transition to ACTIVE for port object 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb will not be triggered until provisioned by entity L2. {{(pid=102663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 23:12:45.888208 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:45.943731 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:45.966907 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:45.967263 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:45.967610 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:45.968017 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:45.968362 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:45.968698 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:45.969028 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:45.969357 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:45.969734 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:45.970034 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:45.970361 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:45.970683 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:46.064204 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0354fe1-9cfa-413d-a1b3-c21e4c584171 req-57021318-c196-45d7-8e5f-25a5da68e974 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:46.065868 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c0354fe1-9cfa-413d-a1b3-c21e4c584171 req-57021318-c196-45d7-8e5f-25a5da68e974 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 943 time: 0.0752971 Nov 22 23:12:46.067070 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Attempting to bind port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb on host hv-cinder-81883 for vnic_type normal with profile {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 23:12:46.067402 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Attempting to bind port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb by drivers openvswitch,hyperv on host hv-cinder-81883 at level 0 using segments [{'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 23:12:46.067727 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Attempting to bind port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb on network 0b3cfe8e-e28b-48b3-b918-5313345f8119 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:12:46.074476 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb on network 0b3cfe8e-e28b-48b3-b918-5313345f8119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81883 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 23:12:46.074795 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Attempting to bind port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb on network 0b3cfe8e-e28b-48b3-b918-5313345f8119 {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 23:12:46.092587 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Checking agent: {'id': 'c0e301b4-a40b-4eed-a751-351ca0b4ad2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'started_at': datetime.datetime(2021, 11, 22, 22, 56, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 23, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 23:12:46.092587 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Checking segment: {'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 23:12:46.093458 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Bound using segment: {'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'} {{(pid=102663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 23:12:46.093942 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.managers [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Bound port: 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb, host: hv-cinder-81883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119'}}] {{(pid=102663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 23:12:46.094447 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:46.152090 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-c0354fe1-9cfa-413d-a1b3-c21e4c584171 req-acac175d-7a67-4e36-a0f5-d9d463d65d66 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790935 Nov 22 23:12:46.179098 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] For port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb, host hv-cinder-81883, cleared binding levels {{(pid=102663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 23:12:46.182328 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] For port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb, host hv-cinder-81883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 23:12:46.186719 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:46.226502 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:46.227127 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:46.228507 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] 10.222.0.83 "PUT /v2.0/ports/5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 1093 time: 0.7052426 Nov 22 23:12:46.228952 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:12:46.231235 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5178a353-8562-40d5-aba8-a1fe184beda4" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:12:46.254031 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9d714-251b-4b5d-99d2-c53212a91126 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,revision_number=3']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:46.279580 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97dcb12-a212-4d73-b59a-e24967d7d6f4 x-openstack-request-id: req-a97dcb12-a212-4d73-b59a-e24967d7d6f4 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:12:46.279874 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:12:46.280130 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a97dcb12-a212-4d73-b59a-e24967d7d6f4 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:12:46.281239 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'status': 'completed', 'code': 200} Nov 22 23:12:46.340543 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-6a0cdc19-0a9a-4eea-bdca-0be9ccd15a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:46.342104 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-6a0cdc19-0a9a-4eea-bdca-0be9ccd15a1b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=538d6678155f4cee9a60120ca22eab1c&device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 1096 time: 0.0437999 Nov 22 23:12:46.392244 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-74ace046-40f0-4a40-a2f9-50504b7ae8ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 217 time: 0.0363817 Nov 22 23:12:46.441592 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-2ebb5109-9d92-425e-9b8a-2b82af773504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:46.443024 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-2ebb5109-9d92-425e-9b8a-2b82af773504 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d67ebcd2-7104-42f9-8f3f-70230c57a37b HTTP/1.1" status: 200 len: 854 time: 0.0445766 Nov 22 23:12:46.493663 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-3c725c84-2838-4cef-a610-ec7c17e9d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:46.495191 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-3c725c84-2838-4cef-a610-ec7c17e9d36c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b3cfe8e-e28b-48b3-b918-5313345f8119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443869 Nov 22 23:12:46.587196 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-1b8df61c-4f4b-424c-99d7-0a0652ca6357 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841851 Nov 22 23:12:46.688386 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-433d2900-1eaf-46a7-8d10-51183e55a88b req-ddede012-db26-4561-ae95-cddf0617b009 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941069 Nov 22 23:12:46.817143 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178a353-8562-40d5-aba8-a1fe184beda4 req-1417e594-79aa-4043-88d9-ecca33bfbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:46.818693 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5178a353-8562-40d5-aba8-a1fe184beda4 req-1417e594-79aa-4043-88d9-ecca33bfbc6a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=538d6678155f4cee9a60120ca22eab1c&device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 1096 time: 0.0430582 Nov 22 23:12:46.912767 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178a353-8562-40d5-aba8-a1fe184beda4 req-72a24e73-fa9b-48f4-8da3-1dffe2928287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:46.914274 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5178a353-8562-40d5-aba8-a1fe184beda4 req-72a24e73-fa9b-48f4-8da3-1dffe2928287 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b3cfe8e-e28b-48b3-b918-5313345f8119 HTTP/1.1" status: 200 len: 917 time: 0.0873408 Nov 22 23:12:46.956081 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5178a353-8562-40d5-aba8-a1fe184beda4 req-7a7b76d7-39c8-4043-bd52-21208d3ce3fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 217 time: 0.0341763 Nov 22 23:12:47.005341 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178a353-8562-40d5-aba8-a1fe184beda4 req-ab07c870-40c7-4630-b12f-b3ed8747876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:47.006879 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5178a353-8562-40d5-aba8-a1fe184beda4 req-ab07c870-40c7-4630-b12f-b3ed8747876e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d67ebcd2-7104-42f9-8f3f-70230c57a37b HTTP/1.1" status: 200 len: 854 time: 0.0435033 Nov 22 23:12:47.052823 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178a353-8562-40d5-aba8-a1fe184beda4 req-bedeb76c-5ac8-4270-ab4d-a620afa80eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:47.054319 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5178a353-8562-40d5-aba8-a1fe184beda4 req-bedeb76c-5ac8-4270-ab4d-a620afa80eb3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b3cfe8e-e28b-48b3-b918-5313345f8119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400655 Nov 22 23:12:47.153995 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5178a353-8562-40d5-aba8-a1fe184beda4 req-540490a7-b7ab-4aef-a3b3-ac84c37fcb09 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906882 Nov 22 23:12:47.284823 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5178a353-8562-40d5-aba8-a1fe184beda4 req-be83ebfc-8526-4b0d-abe7-5bb35dfeed9b service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237147 Nov 22 23:12:47.302527 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9e8ab-c1ed-4534-97b8-c7889abb0c84 req-139dedb0-1c96-4844-81c0-2cc08d25004e tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:47.304095 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-54a9e8ab-c1ed-4534-97b8-c7889abb0c84 req-139dedb0-1c96-4844-81c0-2cc08d25004e tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 943 time: 0.0774565 Nov 22 23:12:47.356242 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-54a9e8ab-c1ed-4534-97b8-c7889abb0c84 req-3450b1c0-da6b-4e77-b5f1-969d3e0e946c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458481 Nov 22 23:12:48.473240 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afee8f1-6a2a-42ac-86ce-48224d3a695d req-9aed3b2d-609a-4704-97ee-322ad5b0c550 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:48.474732 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3afee8f1-6a2a-42ac-86ce-48224d3a695d req-9aed3b2d-609a-4704-97ee-322ad5b0c550 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 943 time: 0.0503347 Nov 22 23:12:48.521487 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3afee8f1-6a2a-42ac-86ce-48224d3a695d req-0e2649de-b104-40da-ad6e-6623f9ea4bc6 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408340 Nov 22 23:12:49.638586 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d72df9-89ed-40bd-a07a-a21a576701ba req-2608df2c-ab15-4161-8b39-13f240fc4a8a tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:49.641042 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00d72df9-89ed-40bd-a07a-a21a576701ba req-2608df2c-ab15-4161-8b39-13f240fc4a8a tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 943 time: 0.0524826 Nov 22 23:12:49.688463 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-00d72df9-89ed-40bd-a07a-a21a576701ba req-833802b5-c930-4a2d-902b-35396273d360 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Nov 22 23:12:50.730355 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb details requested by agent hyperv_hv-cinder-81883 with host hv-cinder-81883 {{(pid=102664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 23:12:50.803646 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb7137-6ef3-46a4-831f-767dd8bd7f51 req-077a8fd4-939a-44a7-b252-29014589e2ea tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:50.805152 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fdeb7137-6ef3-46a4-831f-767dd8bd7f51 req-077a8fd4-939a-44a7-b252-29014589e2ea tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 943 time: 0.0491536 Nov 22 23:12:50.825518 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:12:50.837427 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Returning: {'device': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'port_id': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'mac_address': 'fa:16:3e:ef:92:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 23:12:50.853753 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fdeb7137-6ef3-46a4-831f-767dd8bd7f51 req-ed572521-cfa7-456b-8082-24f99a6bf57e tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424142 Nov 22 23:12:50.878657 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:50.895914 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 23:12:50.915392 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:12:50.919180 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:50.964393 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:50.971955 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:50.972246 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:50.972589 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:50.972927 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:50.973262 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:50.973593 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:50.973956 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:50.974285 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:50.974612 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:50.974937 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:50.975262 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:50.975582 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:12:51.313301 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:12:51.971688 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ffbab-37a1-4d7e-94ee-bffe721bc74c req-b285b6af-288e-4ec1-bbfa-1e3508cb665d tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:51.973175 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-283ffbab-37a1-4d7e-94ee-bffe721bc74c req-b285b6af-288e-4ec1-bbfa-1e3508cb665d tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 944 time: 0.0523677 Nov 22 23:12:52.019794 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-283ffbab-37a1-4d7e-94ee-bffe721bc74c req-ecb5660f-25c7-4c32-a130-7d6e9ce48f24 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Nov 22 23:12:52.750264 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb up at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 23:12:52.800183 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning for port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb completed by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 23:12:52.804093 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Provisioning complete for port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb triggered by entity L2. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:12:52.804464 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:52.881858 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:52.907502 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:12:52.909777 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e29de2beea61b52d556a1695cafe7a0dd0f955d8a666455624be560eb9228a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4126f84-4f2f-46e9-b2a8-92df6bfe56bb" -d '{"events": [{"server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "name": "network-vif-plugged", "status": "completed", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:12:52.923275 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] For port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:12:52.927183 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:12:52.950647 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3632ca-54e5-428e-9dd3-9531d9b9d265 x-openstack-request-id: req-0c3632ca-54e5-428e-9dd3-9531d9b9d265 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:12:52.950936 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "name": "network-vif-plugged", "status": "completed", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:12:52.951189 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c3632ca-54e5-428e-9dd3-9531d9b9d265 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:12:52.951581 dv-cinder-818834-1-iscsi neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'code': 200} Nov 22 23:12:52.976132 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Pushing event updated for resources: {'Port': ['ID=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:12:53.159175 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c9342-a1c4-415f-a217-4581ed94bba9 req-c0fbf961-8322-4904-85bd-730e39ccd2d8 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:53.160656 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7e2c9342-a1c4-415f-a217-4581ed94bba9 req-c0fbf961-8322-4904-85bd-730e39ccd2d8 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 945 time: 0.0725238 Nov 22 23:12:53.174726 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcac45-cf3b-4965-8999-c560b4338c05 req-528b542d-1911-445d-adc0-f306f40da691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:53.176119 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3dbcac45-cf3b-4965-8999-c560b4338c05 req-528b542d-1911-445d-adc0-f306f40da691 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 1098 time: 0.0599749 Nov 22 23:12:53.235601 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7e2c9342-a1c4-415f-a217-4581ed94bba9 req-4df38d09-b975-4d57-aba5-a1adbf3eceb8 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683255 Nov 22 23:12:53.246004 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3dbcac45-cf3b-4965-8999-c560b4338c05 req-08064c7e-8129-44b7-9252-b660e0a35a4a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606251 Nov 22 23:12:54.355067 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3b559-fc9d-4d51-b572-e746727689ea req-e4bc577e-f6fb-401e-ac15-e4638412a6ac tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:54.356522 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-96a3b559-fc9d-4d51-b572-e746727689ea req-e4bc577e-f6fb-401e-ac15-e4638412a6ac tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 945 time: 0.0514295 Nov 22 23:12:54.407150 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-96a3b559-fc9d-4d51-b572-e746727689ea req-bb6fa6fd-6f85-403d-98d9-e25bdae4e5be tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 Nov 22 23:12:55.523477 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3d68d-9f71-45f2-bf56-a6cefb895fb6 req-2d957576-33a2-4699-b66f-697386e2049c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:55.524947 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-37f3d68d-9f71-45f2-bf56-a6cefb895fb6 req-2d957576-33a2-4699-b66f-697386e2049c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 945 time: 0.0486710 Nov 22 23:12:55.573125 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-37f3d68d-9f71-45f2-bf56-a6cefb895fb6 req-b8a9bed0-c21c-4791-8055-8545b366a407 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Nov 22 23:12:55.690579 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be204b-8c01-49f7-8ab0-4f2a4f9d59dd req-ab4ee00b-1ee1-4b6a-8381-61403714e1dc tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:55.691968 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e7be204b-8c01-49f7-8ab0-4f2a4f9d59dd req-ab4ee00b-1ee1-4b6a-8381-61403714e1dc tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 945 time: 0.0532472 Nov 22 23:12:55.738021 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e7be204b-8c01-49f7-8ab0-4f2a4f9d59dd req-c8c01de1-c5e5-4342-aeb3-30ea3be93cde tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401690 Nov 22 23:12:56.039685 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:12:56.055800 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edc1e0-271e-41e3-93a8-e82ed6b207f5 req-1105eea8-01f7-4d3c-94b0-faaf5f45264b tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:12:56.057272 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-73edc1e0-271e-41e3-93a8-e82ed6b207f5 req-1105eea8-01f7-4d3c-94b0-faaf5f45264b tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 945 time: 0.0476229 Nov 22 23:12:56.104518 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-73edc1e0-271e-41e3-93a8-e82ed6b207f5 req-d373fbb7-4c11-4c30-8a5d-36760640fdc0 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Nov 22 23:13:02.598680 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07cf49a0-4e4f-4ade-a6a2-205e212bf3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:04.552056 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:05.280806 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51fdacac-9f9c-48cd-8eb5-7f8ed396bf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:05.506297 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e444b-4368-4cf9-a94f-641cec03d596 req-0d0ef500-466f-4788-a6c8-2f3998650f6e tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:05.507802 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1f0e444b-4368-4cf9-a94f-641cec03d596 req-0d0ef500-466f-4788-a6c8-2f3998650f6e tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 945 time: 0.0477176 Nov 22 23:13:05.559204 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-1f0e444b-4368-4cf9-a94f-641cec03d596 req-f87c4184-f0eb-4828-ba87-5e357559a411 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437140 Nov 22 23:13:05.582409 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45628) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:13:05.710586 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6073a38-5b52-4549-9404-7d3b08f25c5e tempest-TestMinimumBasicScenario-1330828746 tempest-TestMinimumBasicScenario-1330828746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:05.712099 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-c6073a38-5b52-4549-9404-7d3b08f25c5e tempest-TestMinimumBasicScenario-1330828746 tempest-TestMinimumBasicScenario-1330828746-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 1093 time: 0.1287191 Nov 22 23:13:05.715074 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45632) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:13:05.719468 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Request body: {'floatingip': {'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'port_id': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:13:05.742322 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for floatingip, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:05.835682 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:05.943038 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_common [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Allocated IP 172.27.0.8 (e28730dd-aa15-45df-ad65-718ec9d0cbab/9b032222-988d-426c-b15f-5cc895a73b2a/abc167eb-a2b0-4c69-b409-cc58417db9b7) {{(pid=102663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 23:13:06.043040 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for port, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:06.076260 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740652193446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:06.121317 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Network e28730dd-aa15-45df-ad65-718ec9d0cbab is already hosted by enough agents. {{(pid=102663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 23:13:06.124577 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.base_scheduler [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Resources bound (agent type, host, resource id): {{(pid=102663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 23:13:06.127225 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Received port after_create {{(pid=102663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 23:13:06.154046 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event updated for resources: {'Port': ['ID=abc167eb-a2b0-4c69-b409-cc58417db9b7,revision_number=1']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:13:06.392465 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:06.486648 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:06.556703 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:06.703858 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:06.707870 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:06.773469 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event updated for resources: {'Port': ['ID=abc167eb-a2b0-4c69-b409-cc58417db9b7,revision_number=2']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:13:06.785474 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293150'] for floatingip, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:06.886794 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.l3_db [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Floating IP 74abffed-4c0a-4741-9fcb-e519e4009abf associated. External IP: 172.27.0.8, port: 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb. Nov 22 23:13:07.097361 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Router 6e1bb5f8-3706-417f-bd73-292cb3decec2 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:13:07.206226 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:13:07.216094 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c2bff0-4a5f-410c-9b80-75041994bda0 None None] Sync routers for ids ['6e1bb5f8-3706-417f-bd73-292cb3decec2'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:13:07.225177 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.225801 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c2bff0-4a5f-410c-9b80-75041994bda0 None None] Routers {'6e1bb5f8-3706-417f-bd73-292cb3decec2'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:13:07.226487 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d4c2bff0-4a5f-410c-9b80-75041994bda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:13:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e1bb5f8-3706-417f-bd73-292cb3decec2'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:13:07.256230 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-40003d5f-7fb2-4a70-bf70-df6bd89adf69 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5376723 Nov 22 23:13:07.256230 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:13:07.256685 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45634) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:13:07.257147 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e353030-d2a5-4308-a767-974f40b8834b" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:13:07.268532 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255715482', 'description': 'tempest-secgroup-smoke-1255715482 description', 'project_id': '538d6678155f4cee9a60120ca22eab1c'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:13:07.294907 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.304086 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48596b50-81c4-47ac-a380-1c9a67044f2d x-openstack-request-id: req-48596b50-81c4-47ac-a380-1c9a67044f2d {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:13:07.304393 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:13:07.304655 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48596b50-81c4-47ac-a380-1c9a67044f2d {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:13:07.305063 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'status': 'completed', 'code': 200} Nov 22 23:13:07.336641 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-d4c2bff0-4a5f-410c-9b80-75041994bda0 None None] Set router 6e1bb5f8-3706-417f-bd73-292cb3decec2 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:13:07.367611 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.372183 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.398782 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.402990 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45638) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:13:07.403266 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1456318 Nov 22 23:13:07.407613 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-42506556-8725-4553-b819-9527a32e057f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Request body: {'security_group_rule': {'security_group_id': '447ec443-9992-4ff0-8533-eda4fb1247f7', 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:13:07.416734 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e353030-d2a5-4308-a767-974f40b8834b req-3f5aa9cb-f136-4b98-943b-3ad75c40e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:07.418303 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e353030-d2a5-4308-a767-974f40b8834b req-3f5aa9cb-f136-4b98-943b-3ad75c40e5cb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=538d6678155f4cee9a60120ca22eab1c&device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 1098 time: 0.0588360 Nov 22 23:13:07.418928 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447ec443-9992-4ff0-8533-eda4fb1247f7,revision_number=1']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:13:07.428301 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:13:07.428671 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:13:07.429107 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:13:07.429455 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:13:07.429826 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:13:07.430169 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:13:07.430513 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:13:07.430854 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:13:07.431187 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:13:07.431522 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:13:07.431854 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:13:07.432189 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2d14f6-0f76-4c26-a047-2a2b5809e756 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:13:07.489829 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-42506556-8725-4553-b819-9527a32e057f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.558907 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e353030-d2a5-4308-a767-974f40b8834b req-d9cfb383-b370-4e05-9f99-077ee9caa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:07.560521 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e353030-d2a5-4308-a767-974f40b8834b req-d9cfb383-b370-4e05-9f99-077ee9caa0a9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b3cfe8e-e28b-48b3-b918-5313345f8119 HTTP/1.1" status: 200 len: 917 time: 0.1338968 Nov 22 23:13:07.571931 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d4c2bff0-4a5f-410c-9b80-75041994bda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '74abffed-4c0a-4741-9fcb-e519e4009abf', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'port_id': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'mac_address': 'fa:16:3e:ef:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:13:06Z', 'updated_at': '2021-11-22T23:13:06Z', 'revision_number': 0, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285583cc-291f-44e0-8852-11ab5afd877c', 'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'mac_address': 'fa:16:3e:2e:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:15Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 5, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'subnets': [{'id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:13:07.582979 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-42506556-8725-4553-b819-9527a32e057f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.602292 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c2bff0-4a5f-410c-9b80-75041994bda0 None None] Checking router: 6e1bb5f8-3706-417f-bd73-292cb3decec2 for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:13:07.610847 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c2bff0-4a5f-410c-9b80-75041994bda0 None None] Routers {'6e1bb5f8-3706-417f-bd73-292cb3decec2'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:13:07.611460 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d4c2bff0-4a5f-410c-9b80-75041994bda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:13:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e1bb5f8-3706-417f-bd73-292cb3decec2'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:13:07.614227 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-42506556-8725-4553-b819-9527a32e057f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.646616 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42506556-8725-4553-b819-9527a32e057f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c64a753-e06a-41b5-9f37-26afb726eec0,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:13:07.652926 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-42506556-8725-4553-b819-9527a32e057f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.656981 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-42506556-8725-4553-b819-9527a32e057f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2502291 Nov 22 23:13:07.657516 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45640) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:13:07.665466 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-61e64a6e-6310-4cc4-b312-9420cc9fcd36 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Request body: {'security_group_rule': {'security_group_id': '447ec443-9992-4ff0-8533-eda4fb1247f7', 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:13:07.673626 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e353030-d2a5-4308-a767-974f40b8834b req-e10cf658-06c0-48ee-bb9f-f55feeeda2ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 997 time: 0.1040154 Nov 22 23:13:07.723697 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61e64a6e-6310-4cc4-b312-9420cc9fcd36 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.745860 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e353030-d2a5-4308-a767-974f40b8834b req-75567a82-739c-454e-b5e6-8cf9c1e8ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:07.747348 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e353030-d2a5-4308-a767-974f40b8834b req-75567a82-739c-454e-b5e6-8cf9c1e8ed35 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d67ebcd2-7104-42f9-8f3f-70230c57a37b HTTP/1.1" status: 200 len: 854 time: 0.0659459 Nov 22 23:13:07.823577 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e353030-d2a5-4308-a767-974f40b8834b req-74d4107b-67e0-4b4a-b1b1-b27c11008f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:07.825072 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e353030-d2a5-4308-a767-974f40b8834b req-74d4107b-67e0-4b4a-b1b1-b27c11008f70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b3cfe8e-e28b-48b3-b918-5313345f8119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694220 Nov 22 23:13:07.827509 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61e64a6e-6310-4cc4-b312-9420cc9fcd36 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.831078 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61e64a6e-6310-4cc4-b312-9420cc9fcd36 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.845313 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.855534 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-d4c2bff0-4a5f-410c-9b80-75041994bda0 None None] Set router 6e1bb5f8-3706-417f-bd73-292cb3decec2 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:13:07.871138 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e64a6e-6310-4cc4-b312-9420cc9fcd36 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a11490-1b23-497b-89f5-0e4d0d03e1d2,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:13:07.904333 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-61e64a6e-6310-4cc4-b312-9420cc9fcd36 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.905482 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-61e64a6e-6310-4cc4-b312-9420cc9fcd36 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2473588 Nov 22 23:13:07.908678 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45642) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:13:07.915274 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-336b52f5-04fd-4905-b69e-fccc70c06849 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Request body: {'security_group_rule': {'security_group_id': '447ec443-9992-4ff0-8533-eda4fb1247f7', 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:13:07.947561 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-336b52f5-04fd-4905-b69e-fccc70c06849 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:07.948041 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e353030-d2a5-4308-a767-974f40b8834b req-9abf2c8a-f7ef-442f-a7e2-f9a1d543fa01 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099010 Nov 22 23:13:07.996616 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-336b52f5-04fd-4905-b69e-fccc70c06849 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.002042 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-336b52f5-04fd-4905-b69e-fccc70c06849 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.021063 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b52f5-04fd-4905-b69e-fccc70c06849 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab7e5e8-9146-4bf7-aa2f-098b51692fdf,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:13:08.031009 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-336b52f5-04fd-4905-b69e-fccc70c06849 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.032424 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-336b52f5-04fd-4905-b69e-fccc70c06849 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220844 Nov 22 23:13:08.035051 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45644) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:13:08.039302 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-837cbb97-5ed1-4858-ab59-4864027222c9 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Request body: {'security_group_rule': {'security_group_id': '447ec443-9992-4ff0-8533-eda4fb1247f7', 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:13:08.057022 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6e353030-d2a5-4308-a767-974f40b8834b req-967d5c67-f571-4d2a-864c-ad62e8b3486c service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004364 Nov 22 23:13:08.066362 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-837cbb97-5ed1-4858-ab59-4864027222c9 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.106808 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-d4c2bff0-4a5f-410c-9b80-75041994bda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '74abffed-4c0a-4741-9fcb-e519e4009abf', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'port_id': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'mac_address': 'fa:16:3e:ef:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:13:06Z', 'updated_at': '2021-11-22T23:13:06Z', 'revision_number': 0, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285583cc-291f-44e0-8852-11ab5afd877c', 'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'mac_address': 'fa:16:3e:2e:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:15Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 5, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'subnets': [{'id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:13:08.127916 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-837cbb97-5ed1-4858-ab59-4864027222c9 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.131685 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-837cbb97-5ed1-4858-ab59-4864027222c9 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.139045 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c2bff0-4a5f-410c-9b80-75041994bda0 None None] The sync data for ids ['6e1bb5f8-3706-417f-bd73-292cb3decec2'] in dv-cinder-818834-1-iscsi is: [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_floatingips': [{'id': '74abffed-4c0a-4741-9fcb-e519e4009abf', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'router_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'port_id': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'mac_address': 'fa:16:3e:ef:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T23:13:06Z', 'updated_at': '2021-11-22T23:13:06Z', 'revision_number': 0, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285583cc-291f-44e0-8852-11ab5afd877c', 'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'mac_address': 'fa:16:3e:2e:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:15Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 5, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'subnets': [{'id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:13:08.154487 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cbb97-5ed1-4858-ab59-4864027222c9 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ecd172b-3cc9-4dad-93b8-fd9383011c2e,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:13:08.168160 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-837cbb97-5ed1-4858-ab59-4864027222c9 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.169577 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-837cbb97-5ed1-4858-ab59-4864027222c9 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334112 Nov 22 23:13:08.172981 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45646) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:13:08.177402 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.v2.base [None req-dd61adfa-34f3-4ec1-a723-23afdaedf02c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Request body: {'security_group_rule': {'security_group_id': '447ec443-9992-4ff0-8533-eda4fb1247f7', 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:13:08.199632 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.db.securitygroups_db [None req-dd61adfa-34f3-4ec1-a723-23afdaedf02c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Project 538d6678155f4cee9a60120ca22eab1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 23:13:08.205361 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd61adfa-34f3-4ec1-a723-23afdaedf02c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.266349 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd61adfa-34f3-4ec1-a723-23afdaedf02c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.272798 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd61adfa-34f3-4ec1-a723-23afdaedf02c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.291679 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61adfa-34f3-4ec1-a723-23afdaedf02c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fbf4cd-cd58-47c0-8d46-02acc78395c5,revision_number=0']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:13:08.299846 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-dd61adfa-34f3-4ec1-a723-23afdaedf02c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.301109 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-dd61adfa-34f3-4ec1-a723-23afdaedf02c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271882 Nov 22 23:13:08.304289 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45648) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:13:08.309045 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [None req-f78e1973-327d-4bc1-98aa-a1d5bb4b3f57 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Request body: {'security_group_rule': {'security_group_id': '447ec443-9992-4ff0-8533-eda4fb1247f7', 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:13:08.318982 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.334622 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.securitygroups_db [None req-f78e1973-327d-4bc1-98aa-a1d5bb4b3f57 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Project 538d6678155f4cee9a60120ca22eab1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 23:13:08.339680 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f78e1973-327d-4bc1-98aa-a1d5bb4b3f57 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.355547 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371adf2c-7970-4da0-99ef-1eedb06c4126 None None] New status for floating IP 74abffed-4c0a-4741-9fcb-e519e4009abf: ACTIVE {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:13:08.406788 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f78e1973-327d-4bc1-98aa-a1d5bb4b3f57 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.410510 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f78e1973-327d-4bc1-98aa-a1d5bb4b3f57 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277923'] for security_group_rule, after_create {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.428422 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e1973-327d-4bc1-98aa-a1d5bb4b3f57 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211d54e1-4705-4207-8f19-d2efc87ea515,revision_number=0']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:13:08.436737 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-f78e1973-327d-4bc1-98aa-a1d5bb4b3f57 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:08.440881 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-f78e1973-327d-4bc1-98aa-a1d5bb4b3f57 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328609 Nov 22 23:13:08.537436 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-15e6716c-ca8c-46db-961d-06dcf8884bcd req-723f95ed-a9fb-4af3-bd6b-6a7d3a22b5cb tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255715482&fields=id&tenant_id=538d6678155f4cee9a60120ca22eab1c HTTP/1.1" status: 200 len: 267 time: 0.0484099 Nov 22 23:13:08.592385 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6716c-ca8c-46db-961d-06dcf8884bcd req-6c8e153a-258d-4551-a457-f3fcf4605665 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:08.593871 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-15e6716c-ca8c-46db-961d-06dcf8884bcd req-6c8e153a-258d-4551-a457-f3fcf4605665 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 945 time: 0.0505028 Nov 22 23:13:08.604693 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-15e6716c-ca8c-46db-961d-06dcf8884bcd req-7b154e94-92d4-4673-a966-34949cbea25a tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Request body: {'port': {'security_groups': ['1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4', '447ec443-9992-4ff0-8533-eda4fb1247f7']}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:13:08.666778 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-15e6716c-ca8c-46db-961d-06dcf8884bcd req-7b154e94-92d4-4673-a966-34949cbea25a tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:09.087403 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-15e6716c-ca8c-46db-961d-06dcf8884bcd req-7b154e94-92d4-4673-a966-34949cbea25a tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] For port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:13:09.116751 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-15e6716c-ca8c-46db-961d-06dcf8884bcd req-7b154e94-92d4-4673-a966-34949cbea25a tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:09.120966 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-15e6716c-ca8c-46db-961d-06dcf8884bcd req-7b154e94-92d4-4673-a966-34949cbea25a tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:09.154421 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:13:09.166139 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6716c-ca8c-46db-961d-06dcf8884bcd req-7b154e94-92d4-4673-a966-34949cbea25a tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:09.166809 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-15e6716c-ca8c-46db-961d-06dcf8884bcd req-7b154e94-92d4-4673-a966-34949cbea25a tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:09.168262 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-15e6716c-ca8c-46db-961d-06dcf8884bcd req-7b154e94-92d4-4673-a966-34949cbea25a tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "PUT /v2.0/ports/5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 981 time: 0.5679204 Nov 22 23:13:09.195475 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b154e94-92d4-4673-a966-34949cbea25a tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event updated for resources: {'Port': ['ID=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,revision_number=6']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:13:09.299174 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:13:09.302051 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985512b-5544-4f8c-a7b8-9a8781113bf3 req-c1684b4a-5e1e-4d2e-99bc-07e9b15249ef tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:09.303651 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6985512b-5544-4f8c-a7b8-9a8781113bf3 req-c1684b4a-5e1e-4d2e-99bc-07e9b15249ef tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.0563540 Nov 22 23:13:09.306421 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:13:09.309816 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220e755b-f6e6-47a5-b8fe-80a957e26786" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:13:09.362326 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513c6c52-a965-448e-89ab-128c94a88ded x-openstack-request-id: req-513c6c52-a965-448e-89ab-128c94a88ded {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:13:09.362709 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:13:09.363025 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-513c6c52-a965-448e-89ab-128c94a88ded {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:13:09.363488 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'status': 'completed', 'code': 200} Nov 22 23:13:09.385061 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-6985512b-5544-4f8c-a7b8-9a8781113bf3 req-44689ac7-2c13-4f01-b1cb-64d335b9d1b7 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&id=447ec443-9992-4ff0-8533-eda4fb1247f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714781 Nov 22 23:13:09.465380 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e755b-f6e6-47a5-b8fe-80a957e26786 req-c9a560d2-5106-4aed-b966-7f657cd2d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:09.466813 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-220e755b-f6e6-47a5-b8fe-80a957e26786 req-c9a560d2-5106-4aed-b966-7f657cd2d475 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=538d6678155f4cee9a60120ca22eab1c&device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 1137 time: 0.0439899 Nov 22 23:13:09.529371 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-12c77738-169a-4dc9-88e2-2b6dca7acf49 None None] Provisioning complete for port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:13:09.529830 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-12c77738-169a-4dc9-88e2-2b6dca7acf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:09.556754 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e755b-f6e6-47a5-b8fe-80a957e26786 req-b7334585-2086-45c9-b672-37c85c3778cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:09.558267 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-220e755b-f6e6-47a5-b8fe-80a957e26786 req-b7334585-2086-45c9-b672-37c85c3778cb service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b3cfe8e-e28b-48b3-b918-5313345f8119 HTTP/1.1" status: 200 len: 917 time: 0.0846002 Nov 22 23:13:09.628519 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-220e755b-f6e6-47a5-b8fe-80a957e26786 req-81a4d200-3f85-438b-9c15-627b4839dbd5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 999 time: 0.0624847 Nov 22 23:13:09.678244 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e755b-f6e6-47a5-b8fe-80a957e26786 req-760a3805-ced7-489e-a916-24580c05a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:09.679721 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-220e755b-f6e6-47a5-b8fe-80a957e26786 req-760a3805-ced7-489e-a916-24580c05a9f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d67ebcd2-7104-42f9-8f3f-70230c57a37b HTTP/1.1" status: 200 len: 854 time: 0.0436339 Nov 22 23:13:09.725945 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e755b-f6e6-47a5-b8fe-80a957e26786 req-221ae9ff-820e-432e-982f-113d936d66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:09.727603 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-220e755b-f6e6-47a5-b8fe-80a957e26786 req-221ae9ff-820e-432e-982f-113d936d66b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b3cfe8e-e28b-48b3-b918-5313345f8119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400214 Nov 22 23:13:09.818979 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-220e755b-f6e6-47a5-b8fe-80a957e26786 req-6f36d585-281f-4089-b8bb-5e89f2484b1f service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840230 Nov 22 23:13:09.912331 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-220e755b-f6e6-47a5-b8fe-80a957e26786 req-a4565add-a914-48ed-a06c-3cb23adf2746 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855174 Nov 22 23:13:10.916548 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-be5c7945-7876-4dfa-8854-628c8a09b24b req-0d309877-247d-48ac-9bda-d8c341e06add service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446825 Nov 22 23:13:11.012422 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c7945-7876-4dfa-8854-628c8a09b24b req-c0d9ed7f-4f06-4bac-8415-c262a5ddfdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:11.013927 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-be5c7945-7876-4dfa-8854-628c8a09b24b req-c0d9ed7f-4f06-4bac-8415-c262a5ddfdf8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=538d6678155f4cee9a60120ca22eab1c&device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 1137 time: 0.0393798 Nov 22 23:13:11.114677 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c7945-7876-4dfa-8854-628c8a09b24b req-62e81fb5-77dc-4474-b874-b1eba0b1d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:11.116057 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-be5c7945-7876-4dfa-8854-628c8a09b24b req-62e81fb5-77dc-4474-b874-b1eba0b1d938 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b3cfe8e-e28b-48b3-b918-5313345f8119 HTTP/1.1" status: 200 len: 917 time: 0.0832019 Nov 22 23:13:11.185638 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-be5c7945-7876-4dfa-8854-628c8a09b24b req-6160ec02-995d-4306-9cca-ea3ef91f5baa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 999 time: 0.0609639 Nov 22 23:13:11.238315 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c7945-7876-4dfa-8854-628c8a09b24b req-2d1b17a4-5431-4f04-8f96-e27bb53f90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:11.239790 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-be5c7945-7876-4dfa-8854-628c8a09b24b req-2d1b17a4-5431-4f04-8f96-e27bb53f90d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d67ebcd2-7104-42f9-8f3f-70230c57a37b HTTP/1.1" status: 200 len: 854 time: 0.0456746 Nov 22 23:13:11.288289 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c7945-7876-4dfa-8854-628c8a09b24b req-1a42921d-0341-43bf-8ed5-27f85dafb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:13:11.289859 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-be5c7945-7876-4dfa-8854-628c8a09b24b req-1a42921d-0341-43bf-8ed5-27f85dafb74b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b3cfe8e-e28b-48b3-b918-5313345f8119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420811 Nov 22 23:13:11.385950 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-be5c7945-7876-4dfa-8854-628c8a09b24b req-07ebf201-675a-4dc0-9986-fa58a90066ae service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882680 Nov 22 23:13:11.474796 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-be5c7945-7876-4dfa-8854-628c8a09b24b req-60c99401-0001-4018-8bcd-b2f279e65671 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818722 Nov 22 23:13:32.598834 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-61cbf2df-147f-4dd7-a8b6-6e8a05b0d729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:33.039010 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:13:34.550034 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:35.283046 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0c3362b-d103-4c59-bb8b-f2084d3ca96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:36.395083 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:37.718717 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:13:38.325833 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:02.600153 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00d5d272-0cea-4003-ac7e-009cca6a382a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:04.565348 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:05.284191 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f2b13f7-4fb9-4da3-864d-bfa10d13f0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:06.399742 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:07.720994 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:08.320147 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:10.038688 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:14:10.080648 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee25f-f739-44ea-a7cc-814281a4628e req-bd308fa7-4bc1-454b-96f5-f0e5d1f94a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:10.082193 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3c1ee25f-f739-44ea-a7cc-814281a4628e req-bd308fa7-4bc1-454b-96f5-f0e5d1f94a5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=538d6678155f4cee9a60120ca22eab1c&device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 1137 time: 0.0501077 Nov 22 23:14:10.202109 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee25f-f739-44ea-a7cc-814281a4628e req-57abd036-0f23-486d-b801-8e55287e8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:10.203588 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3c1ee25f-f739-44ea-a7cc-814281a4628e req-57abd036-0f23-486d-b801-8e55287e8be2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b3cfe8e-e28b-48b3-b918-5313345f8119 HTTP/1.1" status: 200 len: 917 time: 0.1144481 Nov 22 23:14:10.215732 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b180561-c43d-46db-b2f4-dcd2584e9161 req-52824aa0-ee0d-4782-acd3-b2977c50d3d2 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:10.217282 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9b180561-c43d-46db-b2f4-dcd2584e9161 req-52824aa0-ee0d-4782-acd3-b2977c50d3d2 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.2185960 Nov 22 23:14:10.307553 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3c1ee25f-f739-44ea-a7cc-814281a4628e req-8f0f2aae-512e-44c1-9809-519f0505d7d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 999 time: 0.0892901 Nov 22 23:14:10.353998 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-9b180561-c43d-46db-b2f4-dcd2584e9161 req-5c169840-221f-4dc3-8a6b-024b1428e54e tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&id=447ec443-9992-4ff0-8533-eda4fb1247f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298571 Nov 22 23:14:10.377399 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee25f-f739-44ea-a7cc-814281a4628e req-ab6b8f07-d0f3-4eab-86dd-4804a15ec500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:10.379690 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3c1ee25f-f739-44ea-a7cc-814281a4628e req-ab6b8f07-d0f3-4eab-86dd-4804a15ec500 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d67ebcd2-7104-42f9-8f3f-70230c57a37b HTTP/1.1" status: 200 len: 854 time: 0.0612116 Nov 22 23:14:10.431771 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee25f-f739-44ea-a7cc-814281a4628e req-7a5758ba-6959-4e0b-b1af-2707d6ae6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:10.433266 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3c1ee25f-f739-44ea-a7cc-814281a4628e req-7a5758ba-6959-4e0b-b1af-2707d6ae6c6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b3cfe8e-e28b-48b3-b918-5313345f8119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458786 Nov 22 23:14:10.526440 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3c1ee25f-f739-44ea-a7cc-814281a4628e req-b0327f61-143a-418f-8c5e-34b6e0441270 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854185 Nov 22 23:14:10.625644 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-3c1ee25f-f739-44ea-a7cc-814281a4628e req-1beb4198-bffa-4fdf-8ace-00ede16ecb55 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890448 Nov 22 23:14:11.534908 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de863bfb-cc3b-4bd8-ab2b-1ea0c916ec06 req-fb6bd514-ea8b-4950-8d32-e3a4406d67fa tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:11.536417 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-de863bfb-cc3b-4bd8-ab2b-1ea0c916ec06 req-fb6bd514-ea8b-4950-8d32-e3a4406d67fa tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.1027410 Nov 22 23:14:11.599114 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-de863bfb-cc3b-4bd8-ab2b-1ea0c916ec06 req-05a5c3d7-10de-404c-b917-8b5cd14c3706 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&id=447ec443-9992-4ff0-8533-eda4fb1247f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565057 Nov 22 23:14:12.272939 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f5950-76f2-4373-947e-1b32b0605f94 req-e4170eea-f11e-43e0-9ef9-3019b018b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:12.274493 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb5f5950-76f2-4373-947e-1b32b0605f94 req-e4170eea-f11e-43e0-9ef9-3019b018b22a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=538d6678155f4cee9a60120ca22eab1c&device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 1137 time: 0.0413179 Nov 22 23:14:12.382489 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f5950-76f2-4373-947e-1b32b0605f94 req-6bc18537-50f6-4645-8cc5-873d477e6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:12.383951 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb5f5950-76f2-4373-947e-1b32b0605f94 req-6bc18537-50f6-4645-8cc5-873d477e6bf4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b3cfe8e-e28b-48b3-b918-5313345f8119 HTTP/1.1" status: 200 len: 917 time: 0.0883169 Nov 22 23:14:12.451277 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb5f5950-76f2-4373-947e-1b32b0605f94 req-fa753a39-c6de-428e-82a4-7e2512da2739 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 999 time: 0.0600441 Nov 22 23:14:12.502367 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f5950-76f2-4373-947e-1b32b0605f94 req-5a8af738-227a-486e-b7a2-bd1cc938723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:12.503872 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb5f5950-76f2-4373-947e-1b32b0605f94 req-5a8af738-227a-486e-b7a2-bd1cc938723c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d67ebcd2-7104-42f9-8f3f-70230c57a37b HTTP/1.1" status: 200 len: 854 time: 0.0461504 Nov 22 23:14:12.556879 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f5950-76f2-4373-947e-1b32b0605f94 req-a85ecd57-806e-4928-894f-304626a233b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:12.558316 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb5f5950-76f2-4373-947e-1b32b0605f94 req-a85ecd57-806e-4928-894f-304626a233b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b3cfe8e-e28b-48b3-b918-5313345f8119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459697 Nov 22 23:14:12.654411 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb5f5950-76f2-4373-947e-1b32b0605f94 req-43bd77cd-4b80-4047-a8cb-8f535a0b1eb3 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869644 Nov 22 23:14:12.783953 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d720c-3c16-499b-ab4f-0356cb5c3cfe req-3d6d4bd5-7f7e-44b0-b5b7-2cfd9fc32ec9 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:12.785445 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-846d720c-3c16-499b-ab4f-0356cb5c3cfe req-3d6d4bd5-7f7e-44b0-b5b7-2cfd9fc32ec9 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.1057217 Nov 22 23:14:12.801758 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fb5f5950-76f2-4373-947e-1b32b0605f94 req-6b78b20b-35df-4cb3-a9fa-b92c19b16277 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396370 Nov 22 23:14:12.859139 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-846d720c-3c16-499b-ab4f-0356cb5c3cfe req-786b96c4-a716-4941-93b8-6ffcf206ad57 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&id=447ec443-9992-4ff0-8533-eda4fb1247f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660653 Nov 22 23:14:13.985457 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b148a7-2121-4794-bb7f-f3b8257f4835 req-0202ceec-079f-48e6-a2f3-30be6070e92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:13.987091 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f4b148a7-2121-4794-bb7f-f3b8257f4835 req-0202ceec-079f-48e6-a2f3-30be6070e92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.0552478 Nov 22 23:14:14.047468 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f4b148a7-2121-4794-bb7f-f3b8257f4835 req-43390d9a-c8dd-4c4f-91a9-f293fdfc4f99 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&id=447ec443-9992-4ff0-8533-eda4fb1247f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543735 Nov 22 23:14:15.164638 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ee7df-1ed3-4fe2-8010-21921a423cf2 req-94addbeb-411a-4e4d-84c9-b79ad4e4c819 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:15.166055 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ea1ee7df-1ed3-4fe2-8010-21921a423cf2 req-94addbeb-411a-4e4d-84c9-b79ad4e4c819 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.0508735 Nov 22 23:14:15.227530 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-ea1ee7df-1ed3-4fe2-8010-21921a423cf2 req-6d538819-e10c-449a-b618-0977651a0fc8 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&id=447ec443-9992-4ff0-8533-eda4fb1247f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552773 Nov 22 23:14:16.343658 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548404e-86d2-485b-87f9-52ba1f94c82b req-6e459618-a569-4cdb-b6c2-253833c66c85 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:16.345123 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5548404e-86d2-485b-87f9-52ba1f94c82b req-6e459618-a569-4cdb-b6c2-253833c66c85 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.0489807 Nov 22 23:14:16.408701 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-5548404e-86d2-485b-87f9-52ba1f94c82b req-4cfc008c-39d0-4c8d-a9f1-054abf6de2cd tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&id=447ec443-9992-4ff0-8533-eda4fb1247f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575316 Nov 22 23:14:17.534962 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61103e-f3c6-49b1-a323-91be2fe35a5c req-a7ff1b4a-58d9-4995-8df9-15f64bd6b348 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:17.536433 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aa61103e-f3c6-49b1-a323-91be2fe35a5c req-a7ff1b4a-58d9-4995-8df9-15f64bd6b348 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.0496857 Nov 22 23:14:17.597762 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-aa61103e-f3c6-49b1-a323-91be2fe35a5c req-12f44b3e-0cc8-4d25-a6a1-859fddd2ff2b tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&id=447ec443-9992-4ff0-8533-eda4fb1247f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552499 Nov 22 23:14:18.716403 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5bb12-a0c7-405c-b99c-dfeeb70e2c6e req-b88953f5-aa0b-4a16-8494-cbc7bea65dc5 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:18.717849 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e2a5bb12-a0c7-405c-b99c-dfeeb70e2c6e req-b88953f5-aa0b-4a16-8494-cbc7bea65dc5 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.0485995 Nov 22 23:14:18.778824 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e2a5bb12-a0c7-405c-b99c-dfeeb70e2c6e req-0459feef-bfa6-4639-b5e3-c63807c48f99 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&id=447ec443-9992-4ff0-8533-eda4fb1247f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539362 Nov 22 23:14:19.897019 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45004205-70eb-4ea7-9a91-7d45fbc57be2 req-0d37cfde-24d7-46a3-bf06-20978c93691d tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:19.898526 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-45004205-70eb-4ea7-9a91-7d45fbc57be2 req-0d37cfde-24d7-46a3-bf06-20978c93691d tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.0532281 Nov 22 23:14:19.961800 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-45004205-70eb-4ea7-9a91-7d45fbc57be2 req-955f2851-c0b1-49a6-bae0-5177135e2488 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&id=447ec443-9992-4ff0-8533-eda4fb1247f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570319 Nov 22 23:14:20.439733 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [req-dc831879-2e1b-4e4f-ae68-08c2a60d089e req-ed78529a-e721-47c2-8926-36736441ff7c service neutron] (102662) timed out ('10.222.0.83', 56012) {{(pid=102662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 23:14:20.753368 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [req-a72e41de-d418-4c75-9b05-125d99e07cbf req-2a432cba-dd05-4cfd-a43a-7df1df315f0b service neutron] (102663) timed out ('10.222.0.83', 55992) {{(pid=102663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 23:14:21.079138 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ba4ed-6b0e-4559-8130-aabdc6a30562 req-df60aa6b-75a9-44df-8fee-23f5386c87c1 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:21.080733 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cc5ba4ed-6b0e-4559-8130-aabdc6a30562 req-df60aa6b-75a9-44df-8fee-23f5386c87c1 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.0493081 Nov 22 23:14:21.140368 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-cc5ba4ed-6b0e-4559-8130-aabdc6a30562 req-1e479f20-cc55-481f-bb9f-09eff35bfcf4 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&id=447ec443-9992-4ff0-8533-eda4fb1247f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537350 Nov 22 23:14:22.254765 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9dcf1-e526-4ccb-9114-19ed7bab3b6f req-5ccb4a8c-6e00-4614-b8ef-eafccc1ea89c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:14:22.256253 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fbe9dcf1-e526-4ccb-9114-19ed7bab3b6f req-5ccb4a8c-6e00-4614-b8ef-eafccc1ea89c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.0493252 Nov 22 23:14:22.323242 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-fbe9dcf1-e526-4ccb-9114-19ed7bab3b6f req-3c5edc3d-3ab6-4a65-be24-c9d4366c7835 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&id=447ec443-9992-4ff0-8533-eda4fb1247f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609453 Nov 22 23:14:32.601909 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cba67683-f25b-45eb-9299-84d45f4c885f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:34.573382 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:35.285093 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9b26dd4-be3d-47bd-8e41-f93fc49d31a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:36.403443 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:37.724471 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:38.323196 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:14:47.037404 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:15:02.602821 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99fb2d8d-f785-4505-bfda-0809da99e94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:04.605980 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:05.286608 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9859ec17-0197-4c92-b73e-4c836c130230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:06.403833 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:07.726134 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:08.328972 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:14.274464 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95b9bdd5-6690-42dc-814f-e559426d8a2d req-1b025caf-f76d-4d65-9800-51d65c8db938 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883396 Nov 22 23:15:14.379343 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9bdd5-6690-42dc-814f-e559426d8a2d req-45de131a-e279-48b2-89f5-0cf8efc20077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:14.380803 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95b9bdd5-6690-42dc-814f-e559426d8a2d req-45de131a-e279-48b2-89f5-0cf8efc20077 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=538d6678155f4cee9a60120ca22eab1c&device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 1137 time: 0.0398993 Nov 22 23:15:14.489104 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9bdd5-6690-42dc-814f-e559426d8a2d req-09daedd5-6029-48ea-88e4-915af98c2d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:14.490545 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95b9bdd5-6690-42dc-814f-e559426d8a2d req-09daedd5-6029-48ea-88e4-915af98c2d97 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b3cfe8e-e28b-48b3-b918-5313345f8119 HTTP/1.1" status: 200 len: 917 time: 0.0904412 Nov 22 23:15:14.554875 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95b9bdd5-6690-42dc-814f-e559426d8a2d req-066417b8-e2d2-4153-954c-fd076acf508c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 999 time: 0.0574448 Nov 22 23:15:14.601843 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9bdd5-6690-42dc-814f-e559426d8a2d req-3832efd1-ecfa-419e-a980-294f8def1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:14.603257 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95b9bdd5-6690-42dc-814f-e559426d8a2d req-3832efd1-ecfa-419e-a980-294f8def1733 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d67ebcd2-7104-42f9-8f3f-70230c57a37b HTTP/1.1" status: 200 len: 854 time: 0.0419245 Nov 22 23:15:14.650622 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9bdd5-6690-42dc-814f-e559426d8a2d req-30991992-c6ea-421a-9e6e-c5c4bbf25702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:14.652663 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95b9bdd5-6690-42dc-814f-e559426d8a2d req-30991992-c6ea-421a-9e6e-c5c4bbf25702 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b3cfe8e-e28b-48b3-b918-5313345f8119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416660 Nov 22 23:15:14.740878 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95b9bdd5-6690-42dc-814f-e559426d8a2d req-b073290d-6b1a-40bb-8297-af398919612f service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813086 Nov 22 23:15:14.832356 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-95b9bdd5-6690-42dc-814f-e559426d8a2d req-cc8fd7a2-afd0-47d2-bb17-ad1d0e62cc65 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841904 Nov 22 23:15:24.036501 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:15:25.676576 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7d6db9e3-541e-47ec-9599-d0091149f219 req-fc0feb6a-dadd-4550-b7d7-02a27c9631a7 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255715482&fields=id&tenant_id=538d6678155f4cee9a60120ca22eab1c HTTP/1.1" status: 200 len: 267 time: 0.0453410 Nov 22 23:15:25.731124 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6db9e3-541e-47ec-9599-d0091149f219 req-42629032-850c-4707-923d-1370da6a9583 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:25.732576 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7d6db9e3-541e-47ec-9599-d0091149f219 req-42629032-850c-4707-923d-1370da6a9583 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 984 time: 0.0504119 Nov 22 23:15:25.744463 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.v2.base [req-7d6db9e3-541e-47ec-9599-d0091149f219 req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Request body: {'port': {'security_groups': ['1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4']}} {{(pid=102663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 23:15:25.810656 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-7d6db9e3-541e-47ec-9599-d0091149f219 req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569952'] for port, before_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:25.983809 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-7d6db9e3-541e-47ec-9599-d0091149f219 req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] For port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:15:26.011915 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-7d6db9e3-541e-47ec-9599-d0091149f219 req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for port, precommit_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.016837 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-7d6db9e3-541e-47ec-9599-d0091149f219 req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740652757818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740652193464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740652193482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894518'] for port, after_update {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.052559 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:15:26.063354 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6db9e3-541e-47ec-9599-d0091149f219 req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:26.063999 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-7d6db9e3-541e-47ec-9599-d0091149f219 req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.066071 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7d6db9e3-541e-47ec-9599-d0091149f219 req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "PUT /v2.0/ports/5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 942 time: 0.3270950 Nov 22 23:15:26.066780 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:15:26.069972 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8747112-a571-4a04-b18b-e61527593800" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:15:26.071438 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45722) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:26.101810 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event updated for resources: {'Port': ['ID=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,revision_number=7']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:26.115318 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.115676 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.116014 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.116356 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.116694 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.117028 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.117362 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.117715 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.118184 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.118519 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.118848 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.119174 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c7433-fda0-47de-a34f-1f3f2cb0b201 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.143003 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.175048 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.208118 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:15:26.247377 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.250364 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.254531 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "DELETE /v2.0/security-groups/447ec443-9992-4ff0-8533-eda4fb1247f7 HTTP/1.1" status: 204 len: 168 time: 0.1783121 Nov 22 23:15:26.255265 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45730) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:26.262102 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=447ec443-9992-4ff0-8533-eda4fb1247f7,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:26.269676 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.270040 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.270383 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.270723 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.271060 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.271394 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.271724 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.272054 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.272387 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.272712 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.273086 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.273414 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39967e94-4fa1-44c3-916b-3bcd611df022 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:26.325651 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [None req-fd5d0785-f5f6-48d4-a6c8-0fde751027c8 None None] Provisioning complete for port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb triggered by entity DHCP. {{(pid=102664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 23:15:26.326130 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0785-f5f6-48d4-a6c8-0fde751027c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-577919'] for port, provisioning_complete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.430166 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Deleting port abc167eb-a2b0-4c69-b409-cc58417db9b7 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:15:26.430429 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.510402 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.510727 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.524096 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Calling delete_port for abc167eb-a2b0-4c69-b409-cc58417db9b7 owned by network:floatingip {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:15:26.693216 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.716660 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event deleted for resources: {'Port': ['ID=abc167eb-a2b0-4c69-b409-cc58417db9b7,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:26.777607 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks [] for floatingip, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:26.777962 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.db.l3_db [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Floating IP 74abffed-4c0a-4741-9fcb-e519e4009abf disassociated (deleted). External IP: 172.27.0.8, port: 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb. Nov 22 23:15:26.985674 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Router 6e1bb5f8-3706-417f-bd73-292cb3decec2 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:15:27.318419 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610ab099-4b60-4c92-ad1b-7e55689531e6 x-openstack-request-id: req-610ab099-4b60-4c92-ad1b-7e55689531e6 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:15:27.318723 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:15:27.318948 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-610ab099-4b60-4c92-ad1b-7e55689531e6 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:15:27.319325 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'status': 'completed', 'code': 200} Nov 22 23:15:27.368163 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:15:27.373095 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for floatingip, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:27.381157 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdeb738-cc2f-42d5-b5fb-929b90d209c1 None None] Sync routers for ids ['6e1bb5f8-3706-417f-bd73-292cb3decec2'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:15:27.391936 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdeb738-cc2f-42d5-b5fb-929b90d209c1 None None] Routers {'6e1bb5f8-3706-417f-bd73-292cb3decec2'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:15:27.392559 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6bdeb738-cc2f-42d5-b5fb-929b90d209c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:15:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e1bb5f8-3706-417f-bd73-292cb3decec2'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:27.395264 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8747112-a571-4a04-b18b-e61527593800 req-14a61ecb-5599-44df-8913-b6dcfe4f9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:27.396766 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b8747112-a571-4a04-b18b-e61527593800 req-14a61ecb-5599-44df-8913-b6dcfe4f9222 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=538d6678155f4cee9a60120ca22eab1c&device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 1098 time: 0.0802033 Nov 22 23:15:27.412211 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-c1cf3aef-b99e-4e77-9abf-ff5b791ba92f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "DELETE /v2.0/floatingips/74abffed-4c0a-4741-9fcb-e519e4009abf HTTP/1.1" status: 204 len: 168 time: 1.1528652 Nov 22 23:15:27.494538 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8747112-a571-4a04-b18b-e61527593800 req-40860667-c53a-4261-8ee5-f572dbb7eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:27.496309 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b8747112-a571-4a04-b18b-e61527593800 req-40860667-c53a-4261-8ee5-f572dbb7eb74 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b3cfe8e-e28b-48b3-b918-5313345f8119 HTTP/1.1" status: 200 len: 917 time: 0.0925391 Nov 22 23:15:27.505375 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-6bdeb738-cc2f-42d5-b5fb-929b90d209c1 None None] Set router 6e1bb5f8-3706-417f-bd73-292cb3decec2 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:15:27.540306 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b8747112-a571-4a04-b18b-e61527593800 req-54ffaa86-1415-4de9-8e3e-dc2e4e78a561 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 217 time: 0.0374286 Nov 22 23:15:27.601154 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8747112-a571-4a04-b18b-e61527593800 req-28498eb4-4135-4dfc-998d-5644214c25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:27.602993 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b8747112-a571-4a04-b18b-e61527593800 req-28498eb4-4135-4dfc-998d-5644214c25c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d67ebcd2-7104-42f9-8f3f-70230c57a37b HTTP/1.1" status: 200 len: 854 time: 0.0558822 Nov 22 23:15:27.659248 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8747112-a571-4a04-b18b-e61527593800 req-0f73d938-2068-4ced-abfc-6864cca5843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:27.660939 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b8747112-a571-4a04-b18b-e61527593800 req-0f73d938-2068-4ced-abfc-6864cca5843a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b3cfe8e-e28b-48b3-b918-5313345f8119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489364 Nov 22 23:15:27.734243 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6bdeb738-cc2f-42d5-b5fb-929b90d209c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '285583cc-291f-44e0-8852-11ab5afd877c', 'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'mac_address': 'fa:16:3e:2e:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:15Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 5, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'subnets': [{'id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:27.759742 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b8747112-a571-4a04-b18b-e61527593800 req-378eaea2-4a34-4959-8f1a-bcbae691c523 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905647 Nov 22 23:15:27.760526 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdeb738-cc2f-42d5-b5fb-929b90d209c1 None None] Checking router: 6e1bb5f8-3706-417f-bd73-292cb3decec2 for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:15:27.771694 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdeb738-cc2f-42d5-b5fb-929b90d209c1 None None] Routers {'6e1bb5f8-3706-417f-bd73-292cb3decec2'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:15:27.772250 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6bdeb738-cc2f-42d5-b5fb-929b90d209c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:15:05Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e1bb5f8-3706-417f-bd73-292cb3decec2'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:27.848871 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-b8747112-a571-4a04-b18b-e61527593800 req-16efd809-77af-4d47-bf7a-c3ada6acc4fc service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817740 Nov 22 23:15:28.005161 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-6bdeb738-cc2f-42d5-b5fb-929b90d209c1 None None] Set router 6e1bb5f8-3706-417f-bd73-292cb3decec2 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:15:28.202435 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-6bdeb738-cc2f-42d5-b5fb-929b90d209c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '285583cc-291f-44e0-8852-11ab5afd877c', 'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'mac_address': 'fa:16:3e:2e:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:15Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 5, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'subnets': [{'id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:28.233935 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdeb738-cc2f-42d5-b5fb-929b90d209c1 None None] The sync data for ids ['6e1bb5f8-3706-417f-bd73-292cb3decec2'] in dv-cinder-818834-1-iscsi is: [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:12:15Z', 'revision_number': 4, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi', '_interfaces': [{'id': '285583cc-291f-44e0-8852-11ab5afd877c', 'name': '', 'network_id': '0b3cfe8e-e28b-48b3-b918-5313345f8119', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'mac_address': 'fa:16:3e:2e:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:15Z', 'updated_at': '2021-11-22T23:12:20Z', 'revision_number': 5, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'subnets': [{'id': 'd67ebcd2-7104-42f9-8f3f-70230c57a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:15:28.457630 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a2d29c-0e9a-451d-9e91-a73506a8d22a None None] New status for floating IP 74abffed-4c0a-4741-9fcb-e519e4009abf: DOWN {{(pid=102665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 23:15:29.320394 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:15:29.322765 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64fbebc-06a8-45df-bc3a-d15e40e6e8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:15:29.357987 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 23:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6207171c-802c-440b-8c35-676f287c1666 x-openstack-request-id: req-6207171c-802c-440b-8c35-676f287c1666 {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:15:29.358282 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:15:29.358536 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6207171c-802c-440b-8c35-676f287c1666 {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:15:29.358931 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'status': 'completed', 'code': 200} Nov 22 23:15:29.442172 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fbebc-06a8-45df-bc3a-d15e40e6e8f5 req-44ffb85d-91e1-4fca-b283-b9670701d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:29.443592 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d64fbebc-06a8-45df-bc3a-d15e40e6e8f5 req-44ffb85d-91e1-4fca-b283-b9670701d4b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=538d6678155f4cee9a60120ca22eab1c&device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 1098 time: 0.0410907 Nov 22 23:15:29.536992 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fbebc-06a8-45df-bc3a-d15e40e6e8f5 req-9739f39d-49b3-4c4a-83d0-d73cb0b41352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:29.538492 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d64fbebc-06a8-45df-bc3a-d15e40e6e8f5 req-9739f39d-49b3-4c4a-83d0-d73cb0b41352 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b3cfe8e-e28b-48b3-b918-5313345f8119 HTTP/1.1" status: 200 len: 917 time: 0.0868893 Nov 22 23:15:29.579972 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d64fbebc-06a8-45df-bc3a-d15e40e6e8f5 req-e560511f-1277-4dd8-a557-d4a7ffd7eda7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 200 len: 217 time: 0.0347242 Nov 22 23:15:29.628474 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fbebc-06a8-45df-bc3a-d15e40e6e8f5 req-f0cc7ad6-1f13-484e-9352-c3a77a68b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:29.629931 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d64fbebc-06a8-45df-bc3a-d15e40e6e8f5 req-f0cc7ad6-1f13-484e-9352-c3a77a68b58f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d67ebcd2-7104-42f9-8f3f-70230c57a37b HTTP/1.1" status: 200 len: 854 time: 0.0434163 Nov 22 23:15:29.678099 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fbebc-06a8-45df-bc3a-d15e40e6e8f5 req-85564380-20b0-4268-ac3b-7cc7bb46948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:29.679551 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d64fbebc-06a8-45df-bc3a-d15e40e6e8f5 req-85564380-20b0-4268-ac3b-7cc7bb46948b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b3cfe8e-e28b-48b3-b918-5313345f8119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429153 Nov 22 23:15:29.766191 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d64fbebc-06a8-45df-bc3a-d15e40e6e8f5 req-2ba2652b-5e37-4529-97e8-584548fb2aa1 service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790925 Nov 22 23:15:29.858643 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-d64fbebc-06a8-45df-bc3a-d15e40e6e8f5 req-fa2298be-ff4b-429b-ad76-26137bbae50d service neutron] 10.222.0.83 "GET /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861070 Nov 22 23:15:30.119319 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1e20f-95b2-4225-8123-8aab6738810c req-a0753f8a-0558-4b32-adbe-60d7a1113b0d tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:30.120876 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7ae1e20f-95b2-4225-8123-8aab6738810c req-a0753f8a-0558-4b32-adbe-60d7a1113b0d tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 945 time: 0.0494320 Nov 22 23:15:30.168982 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-7ae1e20f-95b2-4225-8123-8aab6738810c req-63dce2fa-a2fc-45eb-ab5f-53d0f429f473 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Nov 22 23:15:31.289002 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493e126-7092-4a3c-94b7-58a81cc1712a req-fadd115a-76cc-4dd6-8607-88adbc28e86c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:31.290491 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f493e126-7092-4a3c-94b7-58a81cc1712a req-fadd115a-76cc-4dd6-8607-88adbc28e86c tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 945 time: 0.0482197 Nov 22 23:15:31.341510 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-f493e126-7092-4a3c-94b7-58a81cc1712a req-92597cb8-5b98-4474-aa34-6130060e68a3 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441904 Nov 22 23:15:32.151094 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0cd4a-c45e-4667-be3e-4b0ceb7eb020 req-723f0e73-262a-4253-b1de-9302277238e6 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:32.153061 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bdd0cd4a-c45e-4667-be3e-4b0ceb7eb020 req-723f0e73-262a-4253-b1de-9302277238e6 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.83 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 945 time: 0.0476980 Nov 22 23:15:32.241193 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-bdd0cd4a-c45e-4667-be3e-4b0ceb7eb020 req-d9dbf6aa-eecc-4623-93bb-9b514ba1a447 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Deleting port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:15:32.241527 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-bdd0cd4a-c45e-4667-be3e-4b0ceb7eb020 req-d9dbf6aa-eecc-4623-93bb-9b514ba1a447 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:32.333065 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [req-bdd0cd4a-c45e-4667-be3e-4b0ceb7eb020 req-d9dbf6aa-eecc-4623-93bb-9b514ba1a447 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] For port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb, host hv-cinder-81883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81883',level=0,port_id=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:15:32.333834 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-bdd0cd4a-c45e-4667-be3e-4b0ceb7eb020 req-d9dbf6aa-eecc-4623-93bb-9b514ba1a447 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:32.345457 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [req-bdd0cd4a-c45e-4667-be3e-4b0ceb7eb020 req-d9dbf6aa-eecc-4623-93bb-9b514ba1a447 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Calling delete_port for 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb owned by compute:nova {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:15:32.498575 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efa778-f08f-45dc-946f-7f64fd858922 req-4e4ed2cb-e883-4234-874b-a259a32d380f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 23:15:32.499966 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e4efa778-f08f-45dc-946f-7f64fd858922 req-4e4ed2cb-e883-4234-874b-a259a32d380f tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5 HTTP/1.1" status: 200 len: 945 time: 0.0859504 Nov 22 23:15:32.514037 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-bdd0cd4a-c45e-4667-be3e-4b0ceb7eb020 req-d9dbf6aa-eecc-4623-93bb-9b514ba1a447 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:32.548181 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] get_ports_and_sgs() called for port_ids ['5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'] {{(pid=102664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 23:15:32.551407 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbf6aa-eecc-4623-93bb-9b514ba1a447 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Pushing event deleted for resources: {'Port': ['ID=5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:32.605503 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3abd5790-d4d0-44e4-8f59-443a00cc795c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:32.610057 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd0cd4a-c45e-4667-be3e-4b0ceb7eb020 req-d9dbf6aa-eecc-4623-93bb-9b514ba1a447 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] No DVR routers for this DVR port 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb on host hv-cinder-81883 {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:15:32.612500 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [req-bdd0cd4a-c45e-4667-be3e-4b0ceb7eb020 req-d9dbf6aa-eecc-4623-93bb-9b514ba1a447 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16671535'] for port, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:32.615785 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-bdd0cd4a-c45e-4667-be3e-4b0ceb7eb020 req-d9dbf6aa-eecc-4623-93bb-9b514ba1a447 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.83 "DELETE /v2.0/ports/5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb HTTP/1.1" status: 204 len: 173 time: 0.4563537 Nov 22 23:15:32.619175 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [req-e4efa778-f08f-45dc-946f-7f64fd858922 req-6772909d-f024-4063-bb06-deaf16306382 tempest-TestMinimumBasicScenario-2118288254 tempest-TestMinimumBasicScenario-2118288254-project] 10.222.0.81 "GET /v2.0/security-groups?id=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131415 Nov 22 23:15:32.619661 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'name': 'network-vif-deleted', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb'}] {{(pid=102663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 23:15:32.623088 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d82197d4f6ceecd14ce7728ce247124fcd92425d1c9f248d33dbd899adce72d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61c79d8-4e1d-47c9-b049-ccf699aa6c3b" -d '{"events": [{"server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "name": "network-vif-deleted", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb"}]}' {{(pid=102663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 23:15:32.660118 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 23:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57508227-423e-48b0-9f4b-034c14117c1b x-openstack-request-id: req-57508227-423e-48b0-9f4b-034c14117c1b {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 23:15:32.660444 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5", "name": "network-vif-deleted", "tag": "5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb", "status": "completed", "code": 200}]} {{(pid=102663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 23:15:32.660883 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57508227-423e-48b0-9f4b-034c14117c1b {{(pid=102663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 23:15:32.661306 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a8a8a4-feb3-4b2e-ab66-abf3bfed37e5', 'name': 'network-vif-deleted', 'tag': '5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb', 'status': 'completed', 'code': 200} Nov 22 23:15:34.621662 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:35.258938 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45824) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:35.287883 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-22681812-2693-4b5c-b9fd-0cbc73120763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:35.467604 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb no longer exists at agent hyperv_hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:15:35.491116 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] No Port match for: 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:15:35.491459 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Device 5ae4fa61-a811-41d2-83c5-1d4ed4ecaadb not bound to the agent host hv-cinder-81883 {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:15:35.606205 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e9ebf019-cca0-4ad9-88ad-ad63b0b0b326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16292126'] for router_interface, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:35.846123 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e9ebf019-cca0-4ad9-88ad-ad63b0b0b326 admin admin] Deleting port 285583cc-291f-44e0-8852-11ab5afd877c {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:15:35.846460 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e9ebf019-cca0-4ad9-88ad-ad63b0b0b326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:35.927690 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-e9ebf019-cca0-4ad9-88ad-ad63b0b0b326 admin admin] For port 285583cc-291f-44e0-8852-11ab5afd877c, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=285583cc-291f-44e0-8852-11ab5afd877c,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:15:35.927967 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e9ebf019-cca0-4ad9-88ad-ad63b0b0b326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:35.941235 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-e9ebf019-cca0-4ad9-88ad-ad63b0b0b326 admin admin] Calling delete_port for 285583cc-291f-44e0-8852-11ab5afd877c owned by network:router_interface {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:15:36.115713 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e9ebf019-cca0-4ad9-88ad-ad63b0b0b326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:36.142145 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebf019-cca0-4ad9-88ad-ad63b0b0b326 admin admin] Pushing event deleted for resources: {'Port': ['ID=285583cc-291f-44e0-8852-11ab5afd877c,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:36.305940 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-e9ebf019-cca0-4ad9-88ad-ad63b0b0b326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398574'] for router_interface, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:36.406012 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:36.522145 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ebf019-cca0-4ad9-88ad-ad63b0b0b326 admin admin] Router 6e1bb5f8-3706-417f-bd73-292cb3decec2 has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:15:36.630959 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ebf019-cca0-4ad9-88ad-ad63b0b0b326 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:15:36.636419 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-e9ebf019-cca0-4ad9-88ad-ad63b0b0b326 admin admin] 10.222.0.81 "PUT /v2.0/routers/6e1bb5f8-3706-417f-bd73-292cb3decec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3760974 Nov 22 23:15:36.638932 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45826) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:36.641528 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50c0665-4be2-4078-a516-9c14d3775519 None None] Sync routers for ids ['6e1bb5f8-3706-417f-bd73-292cb3decec2'] in dv-cinder-818834-1-iscsi {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:15:36.651880 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c0665-4be2-4078-a516-9c14d3775519 None None] Routers {'6e1bb5f8-3706-417f-bd73-292cb3decec2'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:15:36.652508 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a50c0665-4be2-4078-a516-9c14d3775519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:15:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e1bb5f8-3706-417f-bd73-292cb3decec2'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:36.742492 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:36.758452 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a50c0665-4be2-4078-a516-9c14d3775519 None None] Set router 6e1bb5f8-3706-417f-bd73-292cb3decec2 gateway port host: dv-cinder-818834-1-iscsi {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:15:36.847207 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:36.902353 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Deleting port 806fec29-48c4-493d-bc06-197c7c5dc341 {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:15:36.902874 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:36.947626 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a50c0665-4be2-4078-a516-9c14d3775519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:15:36Z', 'revision_number': 5, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port': {'id': '806fec29-48c4-493d-bc06-197c7c5dc341', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:13Z', 'updated_at': '2021-11-22T23:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:36.978452 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50c0665-4be2-4078-a516-9c14d3775519 None None] Checking router: 6e1bb5f8-3706-417f-bd73-292cb3decec2 for host: dv-cinder-818834-1-iscsi {{(pid=102664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:15:36.987591 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c0665-4be2-4078-a516-9c14d3775519 None None] Routers {'6e1bb5f8-3706-417f-bd73-292cb3decec2'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:15:36.987769 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] For port 806fec29-48c4-493d-bc06-197c7c5dc341, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=806fec29-48c4-493d-bc06-197c7c5dc341,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:15:36.988106 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:36.988242 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a50c0665-4be2-4078-a516-9c14d3775519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:15:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['6e1bb5f8-3706-417f-bd73-292cb3decec2'], 'active': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:37.000068 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Calling delete_port for 806fec29-48c4-493d-bc06-197c7c5dc341 owned by network:router_gateway {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:15:37.073555 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvr_db [None req-a50c0665-4be2-4078-a516-9c14d3775519 None None] Set router 6e1bb5f8-3706-417f-bd73-292cb3decec2 gateway port host: None {{(pid=102664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:15:37.125994 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_hamode_db [None req-a50c0665-4be2-4078-a516-9c14d3775519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:15:36Z', 'revision_number': 6, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port_host': None}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:37.156511 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50c0665-4be2-4078-a516-9c14d3775519 None None] The sync data for ids ['6e1bb5f8-3706-417f-bd73-292cb3decec2'] in dv-cinder-818834-1-iscsi is: [{'id': '6e1bb5f8-3706-417f-bd73-292cb3decec2', 'name': 'tempest-TestMinimumBasicScenario-1411522070-router', 'tenant_id': '538d6678155f4cee9a60120ca22eab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:12Z', 'updated_at': '2021-11-22T23:15:36Z', 'revision_number': 6, 'project_id': '538d6678155f4cee9a60120ca22eab1c', 'gw_port_host': None}] {{(pid=102664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:15:37.166437 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.190817 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=806fec29-48c4-493d-bc06-197c7c5dc341,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:37.251530 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293312'] for router_gateway, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.341057 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28237'] for router, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.343222 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.388154 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398555'] for router, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.388531 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1bb5f8-3706-417f-bd73-292cb3decec2 {{(pid=102663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 23:15:37.393119 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] Publish callbacks [] for router, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.394365 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-b7e4cd91-38ae-4cef-834f-37a3d116acb4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/6e1bb5f8-3706-417f-bd73-292cb3decec2 HTTP/1.1" status: 204 len: 168 time: 0.7545288 Nov 22 23:15:37.396847 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45828) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:37.440757 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86e81ca-c9ff-4394-9e50-e4be5c2fb980 admin admin] Deleting subnet d67ebcd2-7104-42f9-8f3f-70230c57a37b {{(pid=102663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:15:37.444013 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d86e81ca-c9ff-4394-9e50-e4be5c2fb980 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.478006 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d86e81ca-c9ff-4394-9e50-e4be5c2fb980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25256327'] for subnet, precommit_delete_associations {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.559885 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d86e81ca-c9ff-4394-9e50-e4be5c2fb980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.614348 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d86e81ca-c9ff-4394-9e50-e4be5c2fb980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24894476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24915918'] for subnet, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.640049 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e81ca-c9ff-4394-9e50-e4be5c2fb980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67ebcd2-7104-42f9-8f3f-70230c57a37b,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:37.643652 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-d86e81ca-c9ff-4394-9e50-e4be5c2fb980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for subnet, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.646931 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-d86e81ca-c9ff-4394-9e50-e4be5c2fb980 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d67ebcd2-7104-42f9-8f3f-70230c57a37b HTTP/1.1" status: 204 len: 168 time: 0.2490861 Nov 22 23:15:37.649801 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45830) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:37.652561 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53dcb71-cffe-4b76-98c6-34f77b56802f None None] Network 0b3cfe8e-e28b-48b3-b918-5313345f8119 requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:15:37.720088 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.770287 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:37.913782 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] DHCP port deletion for 0b3cfe8e-e28b-48b3-b918-5313345f8119 request from dv-cinder-818834-1-iscsi {{(pid=102664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 23:15:37.967285 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Deleting port bd9fde4f-7c64-459b-935b-fa1a218b918f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:15:37.967658 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.033728 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Deleting port bd9fde4f-7c64-459b-935b-fa1a218b918f {{(pid=102663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:15:38.034144 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.034673 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] For port bd9fde4f-7c64-459b-935b-fa1a218b918f, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=bd9fde4f-7c64-459b-935b-fa1a218b918f,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:15:38.035101 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.051419 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Calling delete_port for bd9fde4f-7c64-459b-935b-fa1a218b918f owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:15:38.098514 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.db [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] For port bd9fde4f-7c64-459b-935b-fa1a218b918f, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=bd9fde4f-7c64-459b-935b-fa1a218b918f,segment=NetworkSegment(a6cf2b8c-3857-4c38-8680-6bc1bba896f2),segment_id=a6cf2b8c-3857-4c38-8680-6bc1bba896f2)] {{(pid=102663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:15:38.098893 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.117127 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.plugin [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Calling delete_port for bd9fde4f-7c64-459b-935b-fa1a218b918f owned by network:dhcp {{(pid=102663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:15:38.137763 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.169114 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 285583cc-291f-44e0-8852-11ab5afd877c no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:15:38.189051 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] No DVR routers for this DVR port bd9fde4f-7c64-459b-935b-fa1a218b918f on host dv-cinder-818834-1-iscsi {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:15:38.191416 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Pushing event deleted for resources: {'Port': ['ID=bd9fde4f-7c64-459b-935b-fa1a218b918f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:38.198849 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 285583cc-291f-44e0-8852-11ab5afd877c {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:15:38.198849 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 285583cc-291f-44e0-8852-11ab5afd877c not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:15:38.199261 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 806fec29-48c4-493d-bc06-197c7c5dc341 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:15:38.203459 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:38.203816 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:38.204165 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:38.204500 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:38.204837 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:38.207425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:38.207425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:38.207425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:38.207425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:38.207425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:38.207425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:38.207425 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd8649-815e-4c88-9825-f2e0579d0c47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818834-1-iscsi {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 23:15:38.227920 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894497'] for port, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.228586 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 806fec29-48c4-493d-bc06-197c7c5dc341 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:15:38.228939 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 806fec29-48c4-493d-bc06-197c7c5dc341 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:15:38.229390 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device bd9fde4f-7c64-459b-935b-fa1a218b918f no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:15:38.256261 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: bd9fde4f-7c64-459b-935b-fa1a218b918f {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:15:38.256608 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device bd9fde4f-7c64-459b-935b-fa1a218b918f not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:15:38.261960 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9fde4f-7c64-459b-935b-fa1a218b918f,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:38.266576 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] No DVR routers for this DVR port bd9fde4f-7c64-459b-935b-fa1a218b918f on host dv-cinder-818834-1-iscsi {{(pid=102663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:15:38.330799 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.342379 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.363339 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3cfe8e-e28b-48b3-b918-5313345f8119']}} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:38.373110 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2') {'for_net_delete': True} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:38.373398 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.services.segments.db [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cf2b8c-3857-4c38-8680-6bc1bba896f2') {} {{(pid=102663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:38.382553 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25256350'] for segment, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.396085 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.402980 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=102663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:15:38.403363 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894546'] for segment, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: self.session.flush() Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: self.session.flush() Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: self.session.flush() Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: self.session.flush() Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: Traceback (most recent call last): Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: timer() Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: cb(*args, **kw) Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: return func(*args, **kwargs) Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: self._notify() Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: self.callback(batched_events) Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: event.method(event) Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: return f(self, *a, **k) Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: return self._get(url).json() Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: return self.request(url, 'GET', **kwargs) Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:15:38.405516 dv-cinder-818834-1-iscsi neutron-server[102663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:15:38.458892 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.464125 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:38.467441 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0b3cfe8e-e28b-48b3-b918-5313345f8119 HTTP/1.1" status: 204 len: 168 time: 0.8167207 Nov 22 23:15:38.471508 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45832) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:38.478505 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183d47c-0e90-4cbb-bd19-e18e25312705 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b3cfe8e-e28b-48b3-b918-5313345f8119,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:38.851004 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e5aa-db16-44b7-8c3c-fd6703531888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16292126'] for router_interface, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:39.122649 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0e5aa-db16-44b7-8c3c-fd6703531888 admin admin] Deleting port 2c1b7f14-7359-49e1-895e-0834798ea270 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:15:39.122878 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e5aa-db16-44b7-8c3c-fd6703531888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:39.206255 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c3a0e5aa-db16-44b7-8c3c-fd6703531888 admin admin] For port 2c1b7f14-7359-49e1-895e-0834798ea270, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=2c1b7f14-7359-49e1-895e-0834798ea270,segment=NetworkSegment(d937e0d2-037e-4f48-85c2-bbfcc20a326c),segment_id=d937e0d2-037e-4f48-85c2-bbfcc20a326c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:15:39.206611 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e5aa-db16-44b7-8c3c-fd6703531888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:39.220573 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0e5aa-db16-44b7-8c3c-fd6703531888 admin admin] Calling delete_port for 2c1b7f14-7359-49e1-895e-0834798ea270 owned by network:router_interface {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:15:39.449121 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e5aa-db16-44b7-8c3c-fd6703531888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:39.482270 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0e5aa-db16-44b7-8c3c-fd6703531888 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1b7f14-7359-49e1-895e-0834798ea270,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:39.664742 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e5aa-db16-44b7-8c3c-fd6703531888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398574'] for router_interface, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:39.933320 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a0e5aa-db16-44b7-8c3c-fd6703531888 admin admin] Router cfabb770-dbf9-46c3-a97e-091e2abe120a has already been hosted by L3 agent 32985e62-401d-4253-ba2c-224b6c18ac26 {{(pid=102662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 23:15:40.038990 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a0e5aa-db16-44b7-8c3c-fd6703531888 admin admin] Notify agent at l3_agent.dv-cinder-818834-1-iscsi the message routers_updated {{(pid=102662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 23:15:40.044628 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-c3a0e5aa-db16-44b7-8c3c-fd6703531888 admin admin] 10.222.0.81 "PUT /v2.0/routers/cfabb770-dbf9-46c3-a97e-091e2abe120a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5720112 Nov 22 23:15:40.047125 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45834) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:40.049764 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c46bb2c-6ad2-4504-86dd-90e75d90ecd8 None None] Sync routers for ids ['cfabb770-dbf9-46c3-a97e-091e2abe120a'] in dv-cinder-818834-1-iscsi {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 23:15:40.060252 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c46bb2c-6ad2-4504-86dd-90e75d90ecd8 None None] Routers {'cfabb770-dbf9-46c3-a97e-091e2abe120a'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:15:40.060875 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-0c46bb2c-6ad2-4504-86dd-90e75d90ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:15:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['cfabb770-dbf9-46c3-a97e-091e2abe120a'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:40.156213 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Publish callbacks [] for router, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:40.172363 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-0c46bb2c-6ad2-4504-86dd-90e75d90ecd8 None None] Set router cfabb770-dbf9-46c3-a97e-091e2abe120a gateway port host: dv-cinder-818834-1-iscsi {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:15:40.258940 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:40.310894 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Deleting port 185bfef9-2511-401e-97cf-4134b2d8de9b {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:15:40.311204 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:40.354732 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-0c46bb2c-6ad2-4504-86dd-90e75d90ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'name': 'tempest-TestMinimumBasicScenario-166269949-router', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'external_fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:17Z', 'updated_at': '2021-11-22T23:15:39Z', 'revision_number': 5, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'gw_port': {'id': '185bfef9-2511-401e-97cf-4134b2d8de9b', 'name': '', 'network_id': 'e28730dd-aa15-45df-ad65-718ec9d0cbab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818834-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T23:12:18Z', 'updated_at': '2021-11-22T23:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b032222-988d-426c-b15f-5cc895a73b2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818834-1-iscsi'}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:40.381251 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c46bb2c-6ad2-4504-86dd-90e75d90ecd8 None None] Checking router: cfabb770-dbf9-46c3-a97e-091e2abe120a for host: dv-cinder-818834-1-iscsi {{(pid=102665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 23:15:40.390013 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c46bb2c-6ad2-4504-86dd-90e75d90ecd8 None None] Routers {'cfabb770-dbf9-46c3-a97e-091e2abe120a'} bound to L3 agent in host dv-cinder-818834-1-iscsi {{(pid=102665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 23:15:40.390543 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-0c46bb2c-6ad2-4504-86dd-90e75d90ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818834-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T22:51:05Z,description=,heartbeat_timestamp=2021-11-22T23:15:35Z,host='dv-cinder-818834-1-iscsi',id=32985e62-401d-4253-ba2c-224b6c18ac26,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T22:51:05Z,topic='l3_agent')) {'router_ids': ['cfabb770-dbf9-46c3-a97e-091e2abe120a'], 'active': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:40.394218 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] For port 185bfef9-2511-401e-97cf-4134b2d8de9b, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=185bfef9-2511-401e-97cf-4134b2d8de9b,segment=NetworkSegment(da14fd89-fac4-4e4f-8282-42b4c6159200),segment_id=da14fd89-fac4-4e4f-8282-42b4c6159200)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:15:40.394580 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:40.411854 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Calling delete_port for 185bfef9-2511-401e-97cf-4134b2d8de9b owned by network:router_gateway {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:15:40.478035 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_dvr_db [None req-0c46bb2c-6ad2-4504-86dd-90e75d90ecd8 None None] Set router cfabb770-dbf9-46c3-a97e-091e2abe120a gateway port host: None {{(pid=102665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 23:15:40.577583 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:40.608750 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Pushing event deleted for resources: {'Port': ['ID=185bfef9-2511-401e-97cf-4134b2d8de9b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:40.618456 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.l3_hamode_db [None req-0c46bb2c-6ad2-4504-86dd-90e75d90ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'name': 'tempest-TestMinimumBasicScenario-166269949-router', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:17Z', 'updated_at': '2021-11-22T23:15:40Z', 'revision_number': 6, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'gw_port_host': None}], 'dv-cinder-818834-1-iscsi', False) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:40.644631 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c46bb2c-6ad2-4504-86dd-90e75d90ecd8 None None] The sync data for ids ['cfabb770-dbf9-46c3-a97e-091e2abe120a'] in dv-cinder-818834-1-iscsi is: [{'id': 'cfabb770-dbf9-46c3-a97e-091e2abe120a', 'name': 'tempest-TestMinimumBasicScenario-166269949-router', 'tenant_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T23:12:17Z', 'updated_at': '2021-11-22T23:15:40Z', 'revision_number': 6, 'project_id': '3d7936bc3e7d4f56bcd1adf71f5af37d', 'gw_port_host': None}] {{(pid=102665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 23:15:40.679139 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293312'] for router_gateway, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:40.768193 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28237'] for router, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:40.770298 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:40.815439 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398555'] for router, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:40.816084 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfabb770-dbf9-46c3-a97e-091e2abe120a {{(pid=102662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 23:15:40.821272 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] Publish callbacks [] for router, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:40.822495 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-916c6622-81b1-42e6-a48f-21471c37a24e admin admin] 10.222.0.81 "DELETE /v2.0/routers/cfabb770-dbf9-46c3-a97e-091e2abe120a HTTP/1.1" status: 204 len: 168 time: 0.7744515 Nov 22 23:15:40.825519 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45836) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:41.126809 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd0c749-845d-4054-8989-3ca97f149479 admin admin] Deleting subnet 708f2902-2577-45cf-aa43-f72cf79fa56d {{(pid=102662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 23:15:41.129904 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c749-845d-4054-8989-3ca97f149479 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.163143 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c749-845d-4054-8989-3ca97f149479 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396422'] for subnet, precommit_delete_associations {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.240768 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c749-845d-4054-8989-3ca97f149479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579361'] for subnet, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.293143 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c749-845d-4054-8989-3ca97f149479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13277457'] for subnet, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.319146 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0c749-845d-4054-8989-3ca97f149479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708f2902-2577-45cf-aa43-f72cf79fa56d,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:41.321079 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c749-845d-4054-8989-3ca97f149479 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.324323 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-5fd0c749-845d-4054-8989-3ca97f149479 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/708f2902-2577-45cf-aa43-f72cf79fa56d HTTP/1.1" status: 204 len: 168 time: 0.4978123 Nov 22 23:15:41.326765 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45840) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:41.327906 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052011cc-76ad-4cab-884b-d75bbbd7e573 None None] Network 49e870c8-0757-4547-9f7c-319421555b8b requested from dv-cinder-818834-1-iscsi {{(pid=102664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 23:15:41.397051 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16199763'] for network, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.458404 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Deleting port 6be5b5bb-f645-4a09-b152-86557db960c8 {{(pid=102662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:15:41.458741 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.514478 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b65b4-ade1-4d54-80b8-30760a0e49ca None None] DHCP port deletion for 49e870c8-0757-4547-9f7c-319421555b8b request from dv-cinder-818834-1-iscsi {{(pid=102664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 23:15:41.527243 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] For port 6be5b5bb-f645-4a09-b152-86557db960c8, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=6be5b5bb-f645-4a09-b152-86557db960c8,segment=NetworkSegment(d937e0d2-037e-4f48-85c2-bbfcc20a326c),segment_id=d937e0d2-037e-4f48-85c2-bbfcc20a326c)] {{(pid=102662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:15:41.527660 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.540382 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.plugin [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Calling delete_port for 6be5b5bb-f645-4a09-b152-86557db960c8 owned by network:dhcp {{(pid=102662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:15:41.562129 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d45b65b4-ade1-4d54-80b8-30760a0e49ca None None] Deleting port 6be5b5bb-f645-4a09-b152-86557db960c8 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 23:15:41.562505 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d45b65b4-ade1-4d54-80b8-30760a0e49ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740652757032'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.624961 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536247'] for port, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.626543 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d45b65b4-ade1-4d54-80b8-30760a0e49ca None None] For port 6be5b5bb-f645-4a09-b152-86557db960c8, host dv-cinder-818834-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818834-1-iscsi',level=0,port_id=6be5b5bb-f645-4a09-b152-86557db960c8,segment=NetworkSegment(d937e0d2-037e-4f48-85c2-bbfcc20a326c),segment_id=d937e0d2-037e-4f48-85c2-bbfcc20a326c)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 23:15:41.626895 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d45b65b4-ade1-4d54-80b8-30760a0e49ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16312311'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.645201 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d45b65b4-ade1-4d54-80b8-30760a0e49ca None None] Calling delete_port for 6be5b5bb-f645-4a09-b152-86557db960c8 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 23:15:41.651181 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Pushing event deleted for resources: {'Port': ['ID=6be5b5bb-f645-4a09-b152-86557db960c8,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:41.655017 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] No DVR routers for this DVR port 6be5b5bb-f645-4a09-b152-86557db960c8 on host dv-cinder-818834-1-iscsi {{(pid=102662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:15:41.730289 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d45b65b4-ade1-4d54-80b8-30760a0e49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740652757845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740652193455'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.733221 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578194', 'neutron.services.segments.db._delete_segments_for_network-8740652702091'] for network, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.753134 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e870c8-0757-4547-9f7c-319421555b8b']}} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:41.756304 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b65b4-ade1-4d54-80b8-30760a0e49ca None None] Pushing event deleted for resources: {'Port': ['ID=6be5b5bb-f645-4a09-b152-86557db960c8,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:41.759720 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b65b4-ade1-4d54-80b8-30760a0e49ca None None] No DVR routers for this DVR port 6be5b5bb-f645-4a09-b152-86557db960c8 on host dv-cinder-818834-1-iscsi {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 23:15:41.765137 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd937e0d2-037e-4f48-85c2-bbfcc20a326c') {'for_net_delete': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:41.765428 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.services.segments.db [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd937e0d2-037e-4f48-85c2-bbfcc20a326c') {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 23:15:41.779649 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740652519702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396447'] for segment, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.793936 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510'] for segment, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.799827 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 23:15:41.800197 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536132'] for segment, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: Traceback (most recent call last): Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: timer() Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: cb(*args, **kw) Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: return func(*args, **kwargs) Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: self._notify() Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: self.callback(batched_events) Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: event.method(event) Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: return f(self, *a, **k) Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._get(url).json() Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: return self.request(url, 'GET', **kwargs) Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 23:15:41.801994 dv-cinder-818834-1-iscsi neutron-server[102662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 23:15:41.856574 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293232'] for network, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.861341 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289583'] for network, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:41.868013 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] 10.222.0.81 "DELETE /v2.0/networks/49e870c8-0757-4547-9f7c-319421555b8b HTTP/1.1" status: 204 len: 168 time: 0.5371444 Nov 22 23:15:41.879235 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84aadec-ad52-4277-8e25-e5c5e1596463 admin admin] Pushing event deleted for resources: {'Network': ['ID=49e870c8-0757-4547-9f7c-319421555b8b,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:42.023186 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45844) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:42.063315 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-0f2171cd-55d6-459e-85b5-966e98678a3b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=538d6678155f4cee9a60120ca22eab1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389698 Nov 22 23:15:42.065906 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.wsgi [-] (102663) accepted ('10.222.0.81', 45846) {{(pid=102663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:42.127251 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9364f17e-aead-4761-b599-a88e85ff1bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:42.139968 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 185bfef9-2511-401e-97cf-4134b2d8de9b no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:15:42.150416 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9364f17e-aead-4761-b599-a88e85ff1bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:42.160655 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 185bfef9-2511-401e-97cf-4134b2d8de9b {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:15:42.161004 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 185bfef9-2511-401e-97cf-4134b2d8de9b not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:15:42.161420 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 6be5b5bb-f645-4a09-b152-86557db960c8 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:15:42.183519 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 6be5b5bb-f645-4a09-b152-86557db960c8 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:15:42.183866 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 6be5b5bb-f645-4a09-b152-86557db960c8 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:15:42.184288 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 2c1b7f14-7359-49e1-895e-0834798ea270 no longer exists at agent ovs-agent-dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 23:15:42.197532 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9364f17e-aead-4761-b599-a88e85ff1bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:42.200385 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron_lib.callbacks.manager [None req-9364f17e-aead-4761-b599-a88e85ff1bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:42.201600 dv-cinder-818834-1-iscsi neutron-server[102663]: INFO neutron.wsgi [None req-9364f17e-aead-4761-b599-a88e85ff1bd0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4 HTTP/1.1" status: 204 len: 168 time: 0.1346989 Nov 22 23:15:42.203359 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] No Port match for: 2c1b7f14-7359-49e1-895e-0834798ea270 {{(pid=102664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 23:15:42.203717 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron.plugins.ml2.rpc [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Device 2c1b7f14-7359-49e1-895e-0834798ea270 not bound to the agent host dv-cinder-818834-1-iscsi {{(pid=102664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 23:15:42.216576 dv-cinder-818834-1-iscsi neutron-server[102663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364f17e-aead-4761-b599-a88e85ff1bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1631bbca-5d5c-4e1d-a7be-bcdb54c48fc4,revision_number=None']} {{(pid=102663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:15:42.515864 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45852) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:42.554790 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-3d3e1208-7db7-4b7b-ae09-8c3f4c351958 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d7936bc3e7d4f56bcd1adf71f5af37d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377047 Nov 22 23:15:42.557040 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [-] (102662) accepted ('10.222.0.81', 45854) {{(pid=102662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 23:15:42.608128 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b9b42cc-2e75-474b-8b6d-e1cdb97e6eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:42.629375 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b9b42cc-2e75-474b-8b6d-e1cdb97e6eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:42.677091 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b9b42cc-2e75-474b-8b6d-e1cdb97e6eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355089'] for security_group, after_delete {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:42.679663 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9b9b42cc-2e75-474b-8b6d-e1cdb97e6eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:15:42.680810 dv-cinder-818834-1-iscsi neutron-server[102662]: INFO neutron.wsgi [None req-9b9b42cc-2e75-474b-8b6d-e1cdb97e6eca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/786e7b08-90f6-4cf9-8c78-87a330c0e11c HTTP/1.1" status: 204 len: 168 time: 0.1228874 Nov 22 23:15:42.689496 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b42cc-2e75-474b-8b6d-e1cdb97e6eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786e7b08-90f6-4cf9-8c78-87a330c0e11c,revision_number=None']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 23:16:01.036068 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:16:02.612722 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78a073f0-efae-495b-9fca-c89fb12e1ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:16:04.621588 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:16:05.289346 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa38cadf-48ff-41f9-a3ad-8c86467e1fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:16:06.409714 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:16:07.733362 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:16:08.334758 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:16:32.605226 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3943-7b95-46a3-8452-dd4d5a478356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:16:34.637771 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:16:35.294525 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7c06c71-92ca-4bb2-834c-3e9320a5d76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:16:36.414108 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:16:37.736401 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:16:38.036092 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:16:38.339612 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:02.607962 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23c843b2-1b3e-41f4-906f-2b5ea4eb2593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:04.632818 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:05.298097 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc83845e-9917-480f-8c2a-26bed4617652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:06.415845 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:07.739499 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:08.342213 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:15.034823 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:17:32.611543 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e78e362-fc68-424d-8180-630a9e44187b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:34.649106 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:35.299933 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63bfd294-c3ea-414a-a667-d0c976f5d39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:36.419471 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:37.746343 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:38.345522 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:17:52.034687 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:18:02.613445 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20377105-9a5d-46a7-837d-9737e6af36cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:18:04.642823 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:18:05.301409 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9c77f8c-938e-4fbf-a4a4-68b87dd3c79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:18:06.421272 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:18:07.744247 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:18:08.348133 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:18:29.034059 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:18:32.616095 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54267455-aaf8-485d-882d-83ca946803c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:18:34.647868 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:18:35.304700 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2be621b2-188c-4aac-a879-75e44dd9b893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:18:36.425057 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:18:37.747993 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:18:38.360677 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:18:42.614654 dv-cinder-818834-1-iscsi neutron-server[102662]: DEBUG neutron.wsgi [req-d303c363-5595-450e-af0f-a2a8f7a30761 req-afc358d6-3e55-49c1-b2d4-30939ec07f02 service neutron] (102662) timed out ('10.222.0.81', 40074) {{(pid=102662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 23:19:02.617732 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4aa0-fdc5-44f5-acec-ce09f4546540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:19:04.651131 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:19:05.306565 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72f2019e-63de-400b-ac78-144b375c8d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:19:06.037739 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:19:06.429110 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:19:07.758935 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:19:08.353693 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:19:32.619587 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-481221b6-ee66-4ac1-9129-27dbae153c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:19:34.660860 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:19:35.308155 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b872ad80-6559-478e-a0fe-60d31d955012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:19:36.431865 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:19:37.753179 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:19:38.355202 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:19:43.037629 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:20:02.624545 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d67f27f-5506-488c-b06d-bc841ffed34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:20:04.659366 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:20:05.309269 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8abce618-d0fa-4c1e-83a8-e914d59a8b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:20:06.434638 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:20:07.756886 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:20:08.357112 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:20:20.036335 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:20:32.626940 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9a663b8f-a873-47cb-89db-a0ea7fd669af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:20:34.672867 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:20:35.310713 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d51a7df0-3680-437f-a23d-e12ec42d3568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:20:36.437764 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:20:37.759173 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:20:38.359498 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:20:57.037051 dv-cinder-818834-1-iscsi neutron-server[102665]: DEBUG neutron.db.agents_db [None req-9c6d50b0-a54d-4fe8-a02c-3f854425f0e2 None None] Agent healthcheck: found 6 active agents {{(pid=102665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 23:21:02.628781 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5f58581f-94b9-4a50-b491-43b3661d85fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:21:04.673234 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e65d5120-8270-4433-81e0-953bb156a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:21:05.312080 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2b568ed-d3f2-4d7b-87d7-76043303e527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:21:06.439855 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f314414-1a4b-4a56-b648-fd4fad2f037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:21:07.763610 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e42138-2dfd-4e3d-9578-fc476b81bcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 23:21:08.364640 dv-cinder-818834-1-iscsi neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-823f2631-aa87-409a-87ec-3cb24714484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740652702163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-577806'] for agent, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}